[ 523.531065] env[65869]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.531065] env[65869]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.533726] env[65957]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.533726] env[65957]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.092547] env[65957]: INFO neutron.common.config [-] Logging enabled! [ 526.092895] env[65957]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 526.093115] env[65957]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65957) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.093422] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.093517] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.094348] env[65957]: WARNING oslo_policy.policy [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.094589] env[65957]: WARNING oslo_policy.policy [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.096348] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] VMware NSXv3 Agent initialized successfully. [ 526.096721] env[65957]: DEBUG oslo_concurrency.lockutils [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] Acquiring lock "singleton_lock" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.096848] env[65957]: DEBUG oslo_concurrency.lockutils [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] Acquired lock "singleton_lock" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.097057] env[65957]: DEBUG oslo_concurrency.lockutils [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] Releasing lock "singleton_lock" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.097338] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] Full set of CONF: {{(pid=65957) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.097450] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ******************************************************************************** {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.097549] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] Configuration options gathered from: {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.097895] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.098084] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.098191] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ================================================================================ {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.098355] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] agent_down_time = 75 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.098496] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] allow_automatic_dhcp_failover = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.098615] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] allow_bulk = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.098757] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] api_extensions_path = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.098887] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] api_paste_config = api-paste.ini {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099029] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] auth_strategy = keystone {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099134] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] backdoor_port = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099230] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] backdoor_socket = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099359] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] backlog = 4096 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099488] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] base_mac = fa:16:3e:00:00:00 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099644] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] bind_host = 0.0.0.0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099772] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] bind_port = 9696 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.099896] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] client_socket_timeout = 900 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.100039] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] config_dir = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.100145] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.100277] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] config_source = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.100407] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] control_exchange = neutron {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.100540] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] core_plugin = ml2 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.100672] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] debug = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.100829] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] default_availability_zones = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101093] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101238] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] dhcp_agent_notification = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101371] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] dhcp_agents_per_network = 1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101497] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] dhcp_lease_duration = 86400 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101634] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] dhcp_load_type = networks {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101764] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] dns_domain = openstacklocal {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.101894] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102032] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] enable_default_route_bfd = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102161] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] enable_default_route_ecmp = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102286] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] enable_dvr = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102411] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] enable_new_agents = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102535] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102663] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] enable_signals = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102787] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] enable_traditional_dhcp = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.102907] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] external_dns_driver = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103040] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] filter_validation = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103178] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] global_physnet_mtu = 8950 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103304] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] graceful_shutdown_timeout = 60 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103474] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] host = cpu-1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103609] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] host_dvr_for_dhcp = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103736] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] http_retries = 3 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103887] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] instance_format = [instance: %(uuid)s] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.103998] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104145] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ipam_driver = internal {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104272] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ipv6_pd_enabled = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104397] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] l3_ha = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104564] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104706] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] l3_ha_network_physical_name = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104836] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] l3_ha_network_type = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.104969] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_color = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105112] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_config_append = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105244] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105370] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_dir = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105494] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_file = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105594] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_options = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105721] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_rotate_interval = 1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105854] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_rotate_interval_type = days {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.105984] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] log_rotation_type = none {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106119] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106221] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106354] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106513] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106609] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106738] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] max_dns_nameservers = 5 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106865] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] max_header_line = 16384 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.106992] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] max_l3_agents_per_router = 3 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107131] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] max_logfile_count = 30 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107255] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] max_logfile_size_mb = 200 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107377] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] max_subnet_host_routes = 20 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107521] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] my_ip = 10.180.1.21 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107651] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] my_ipv6 = ::1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107776] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] network_auto_schedule = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.107895] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] network_link_prefix = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108029] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108165] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] notify_nova_on_port_data_changes = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108295] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] notify_nova_on_port_status_changes = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108426] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] pagination_max_limit = -1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108552] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] publish_errors = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108678] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] rate_limit_burst = 0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108807] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] rate_limit_except_level = CRITICAL {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.108932] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] rate_limit_interval = 0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109067] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] retry_until_window = 30 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109193] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] router_distributed = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109315] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] rpc_resources_processing_step = 20 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109439] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] rpc_response_max_timeout = 600 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109569] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] rpc_response_timeout = 60 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109695] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] send_events_interval = 2 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109838] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] service_plugins = ['router'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.109968] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] setproctitle = on {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110101] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] shell_completion = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110230] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] state_path = /opt/stack/data/neutron {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110360] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] syslog_log_facility = LOG_USER {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110484] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] tcp_keepidle = 600 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110638] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] transport_url = **** {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110775] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] use_journal = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.110900] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] use_json = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111036] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] use_ssl = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111188] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] use_stderr = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111292] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] use_syslog = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111414] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] vlan_qinq = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111536] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] vlan_transparent = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111662] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] watch_log_file = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111785] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] wsgi_default_pool_size = 100 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.111907] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] wsgi_keep_alive = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112049] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112175] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] wsgi_server_debug = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.112323] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_concurrency.disable_process_locking = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.112459] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.112594] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.112737] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.112872] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113011] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113144] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113288] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.connection_string = messaging:// {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113420] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.enabled = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113556] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.es_doc_type = notification {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113683] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.es_scroll_size = 10000 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113814] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.es_scroll_time = 2m {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.113995] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.filter_error_trace = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.114080] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.hmac_keys = **** {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.114207] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.sentinel_service_name = mymaster {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.114344] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.socket_timeout = 0.1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.114499] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.trace_requests = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.114630] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler.trace_sqlalchemy = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.114771] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler_jaeger.process_tags = {} {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.114898] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler_jaeger.service_name_prefix = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115035] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] profiler_otlp.service_name_prefix = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115183] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.enforce_new_defaults = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115451] env[65957]: WARNING oslo_config.cfg [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.115597] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.enforce_scope = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115735] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.policy_default_rule = default {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.115879] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116021] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116158] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116287] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116411] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116569] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116703] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116841] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_policy.remote_timeout = 60.0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.116983] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117136] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] agent.extensions = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117273] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117409] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] service_providers.service_provider = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117578] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.default_quota = -1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117778] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.117948] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_floatingip = 50 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118096] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_network = 100 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118226] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_port = 500 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118353] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118479] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_router = 10 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118607] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_security_group = 10 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118735] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.118898] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.quota_subnet = 100 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119043] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] QUOTAS.track_quota_usage = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119192] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119321] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep.group = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119446] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep.helper_command = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119575] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep.log_daemon_traceback = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119708] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119836] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep.thread_pool_size = 8 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.119960] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep.user = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120107] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120232] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_dhcp_release.group = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120355] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_dhcp_release.helper_command = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120481] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120641] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.120853] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121015] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_dhcp_release.user = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121161] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121289] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_ovs_vsctl.group = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121413] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_ovs_vsctl.helper_command = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121541] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121674] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121806] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.121985] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_ovs_vsctl.user = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122150] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_namespace.capabilities = [21] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122277] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_namespace.group = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122403] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_namespace.helper_command = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122533] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_namespace.log_daemon_traceback = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122695] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122833] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_namespace.thread_pool_size = 8 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.122960] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_namespace.user = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123109] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_conntrack.capabilities = [12] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123234] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_conntrack.group = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123359] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_conntrack.helper_command = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123486] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123624] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123834] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.123998] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_conntrack.user = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.124153] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_link.capabilities = [12, 21] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.124284] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_link.group = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.124410] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_link.helper_command = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.124541] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_link.log_daemon_traceback = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.124673] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.124802] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_link.thread_pool_size = 8 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.124924] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] privsep_link.user = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125083] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125228] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125361] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.continue_on_failed_promotions = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125487] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.dscp = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125617] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.dscp_inherit = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125752] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.force_mp_to_policy = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.125884] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.locking_coordinator_url = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126018] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.log_agent_heartbeats = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126154] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.logging_expire = 1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126292] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126425] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126582] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.polling_interval = 240 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126741] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.126888] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127043] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.report_interval = 30.0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127188] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127328] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127466] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127601] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.sync_skew = 60 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127731] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.synchronization_queue_size = 20 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127859] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT.use_helper_for_ns_read = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.127998] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] SECURITYGROUP.enable_ipset = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128146] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] SECURITYGROUP.enable_security_group = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128279] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128411] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128546] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] experimental.ipv6_pd_enabled = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128697] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.extension_drivers = ['port_security'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128827] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.external_network_type = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.128966] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129113] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.overlay_ip_version = 4 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129250] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.path_mtu = 8950 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129385] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.physical_network_mtus = {} {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129524] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.tenant_network_types = ['vlan'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129660] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129832] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ml2.type_drivers = ['vlan'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.129977] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT_CLI.neutron_port_id = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130122] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130252] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130392] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130528] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130664] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130797] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.130930] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131071] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131264] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131402] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_login_password = **** {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131539] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_login_port = 443 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131672] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_login_user = admin {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131805] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.131938] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132077] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132208] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132341] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132480] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132615] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132779] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.132951] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133110] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133255] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133388] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133523] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133710] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133850] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] vsphere.vsphere_login_password = VMware1! {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.133986] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134134] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134285] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.auth_section = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134408] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.auth_type = password {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134542] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134668] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.certfile = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134800] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.collect_timing = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.134935] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.endpoint_type = public {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135074] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.insecure = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135199] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.keyfile = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135330] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.region_name = RegionOne {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135461] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.split_loggers = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135621] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] nova.timeout = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135724] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.auth_section = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.135887] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.auth_type = password {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136039] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136161] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.certfile = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136289] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.collect_timing = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136425] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.endpoint_type = public {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136577] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.insecure = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136705] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.keyfile = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136829] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.region_name = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.136954] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.split_loggers = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137087] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] placement.timeout = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137219] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.auth_section = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137347] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.auth_type = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137476] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.cafile = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137633] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.certfile = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137775] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.collect_timing = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.137902] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.connect_retries = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138043] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.connect_retry_delay = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138174] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.enable_notifications = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138297] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.endpoint_override = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138424] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.insecure = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138548] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.interface = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138670] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.keyfile = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138813] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.max_version = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.138942] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.min_version = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139078] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.region_name = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139202] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.retriable_status_codes = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139324] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.service_name = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139445] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.service_type = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139572] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.split_loggers = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139693] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.status_code_retries = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139816] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.status_code_retry_delay = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.139938] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.timeout = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140071] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.valid_interfaces = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140195] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ironic.version = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140327] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] cli_script.dry_run = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140466] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140594] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140721] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140846] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.140972] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141110] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141235] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141359] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141484] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141621] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141746] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.141877] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142015] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142154] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142286] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142420] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142551] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142680] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142815] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.142943] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143078] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143205] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143330] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143455] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143581] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143727] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143867] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.143996] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144135] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144264] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144409] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.ssl = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144523] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144657] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144784] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.144916] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145058] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.ssl_version = {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145189] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145328] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_notifications.driver = [] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145458] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_notifications.retry = -1 {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145602] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145726] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] oslo_messaging_notifications.transport_url = **** {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.145831] env[65957]: DEBUG oslo_service.backend._eventlet.service [None req-8915bc4c-cb6f-469e-8cdb-cdabab63328e None None] ******************************************************************************** {{(pid=65957) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.146996] env[65957]: DEBUG neutron.agent.securitygroups_rpc [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Init firewall settings (driver=nsxv3) {{(pid=65957) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.148310] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65957) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.148547] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.150729] env[65957]: DEBUG dogpile.cache.region [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.150849] env[65957]: DEBUG dogpile.lock [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.150946] env[65957]: DEBUG dogpile.lock [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.151046] env[65957]: DEBUG dogpile.lock [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.151137] env[65957]: DEBUG dogpile.cache.region [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.151221] env[65957]: DEBUG dogpile.lock [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.151345] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.181839] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Session token - acquiring [ 526.184288] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.184532] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.184638] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.185436] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.197224] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.488924] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.514759] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.514917] env[65957]: DEBUG dogpile.cache.region [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Cache value generated in 0.364 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.515081] env[65957]: DEBUG dogpile.lock [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.515142] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Activating Policy API Provider. [ 526.515325] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Looking for the default Infrastructure Rules. [ 526.583683] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.599199] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.599662] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.599835] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.599973] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.600231] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.600564] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.114110] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.616423] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.123409] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Inventory metadata is going to be refreshed. [ 528.123846] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.945425] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.945666] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.945742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.946067] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.958255] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.959132] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.959747] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.975631] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.975852] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.975893] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.976218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.976339] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.976512] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.976622] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.976714] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.998304] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.998617] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.998673] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.999065] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.999305] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.999517] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.021013] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.021235] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.021375] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.021617] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.021759] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.021904] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.042788] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.043155] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.043155] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.043426] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.043562] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.043715] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.043848] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.043985] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.063255] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.063468] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.063594] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.063807] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.063932] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.064083] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.064185] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.064287] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.087426] env[65957]: DEBUG networking_nsxv3.common.locking [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.087734] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.087850] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.088058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.088199] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.088349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.088451] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.088548] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Inventory metadata have been refreshed. [ 529.088642] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Dryrun:True. Metadata refresh completed. [ 529.088752] env[65957]: DEBUG oslo_concurrency.lockutils [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Releasing lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.090930] env[65957]: INFO neutron.agent.agent_extensions_manager [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Loaded agent extensions: [] [ 529.091692] env[65957]: DEBUG neutron_lib.callbacks.manager [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65957) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.140636] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.141173] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.141173] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent out of sync with plugin! [ 534.092834] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.092834] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.094491] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.094850] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.054866] env[65957]: INFO networking_nsxv3.common.synchronization [None req-75fb2082-2c09-4cb6-84b6-948f55ae531d demo admin] Enqueued Resource ID: 966ea9e3-468b-409a-8f09-4986c1ecc4ed with Priority: HIGHEST for action security_group_rules [ 544.055157] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966ea9e3-468b-409a-8f09-4986c1ecc4ed with Priority: HIGHEST for action security_group_rules [ 544.055383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-966ea9e3-468b-409a-8f09-4986c1ecc4ed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.055518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-966ea9e3-468b-409a-8f09-4986c1ecc4ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.055588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-966ea9e3-468b-409a-8f09-4986c1ecc4ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.055918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-966ea9e3-468b-409a-8f09-4986c1ecc4ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.056015] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('966ea9e3-468b-409a-8f09-4986c1ecc4ed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.580349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.580596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.580596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.580862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.580994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.581148] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 966ea9e3-468b-409a-8f09-4986c1ecc4ed already deleted. [ 544.581273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-966ea9e3-468b-409a-8f09-4986c1ecc4ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.056015] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.056335] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.057597] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.058064] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.059214] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.059586] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.060915] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.061321] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.062688] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.063099] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.786486] env[65957]: INFO networking_nsxv3.common.synchronization [None req-5c91b623-d935-4764-8380-e772f194a615 None None] Enqueued Resource ID: 1f0f6b7c-9eeb-482b-8cde-028a2ed51a73 with Priority: HIGHEST for action port [ 572.786744] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0f6b7c-9eeb-482b-8cde-028a2ed51a73 with Priority: HIGHEST for action port [ 572.787552] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f0f6b7c-9eeb-482b-8cde-028a2ed51a73 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.787770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f0f6b7c-9eeb-482b-8cde-028a2ed51a73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.788212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f0f6b7c-9eeb-482b-8cde-028a2ed51a73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.788510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f0f6b7c-9eeb-482b-8cde-028a2ed51a73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.788659] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0f6b7c-9eeb-482b-8cde-028a2ed51a73',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.094993] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.094993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.094993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.094993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.096857] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.291301] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f0f6b7c-9eeb-482b-8cde-028a2ed51a73 [ 573.292862] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.292862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.292862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.293115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.293115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.293281] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f0f6b7c-9eeb-482b-8cde-028a2ed51a73 already deleted. [ 573.293281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f0f6b7c-9eeb-482b-8cde-028a2ed51a73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.598157] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.101446] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.604618] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 574.604898] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 575.186933] env[65957]: INFO networking_nsxv3.common.synchronization [None req-70397d99-155c-4458-a4e9-4269306b38d4 None None] Enqueued Resource ID: 7878b214-9580-4569-add1-61bc69b8ebb8 with Priority: HIGHEST for action port [ 575.194073] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7878b214-9580-4569-add1-61bc69b8ebb8 with Priority: HIGHEST for action port [ 575.194818] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-7878b214-9580-4569-add1-61bc69b8ebb8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.194818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7878b214-9580-4569-add1-61bc69b8ebb8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.194818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7878b214-9580-4569-add1-61bc69b8ebb8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.195016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7878b214-9580-4569-add1-61bc69b8ebb8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.195212] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7878b214-9580-4569-add1-61bc69b8ebb8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.394924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.395115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.395191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.395400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.419933] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.421572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.423147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.445971] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.446157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.446239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.446522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.446577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.446801] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.446845] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.446896] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.475018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.475252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.475385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.475755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.475950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.476269] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.507404] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.507629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.507692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.508618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.508618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.508618] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.529350] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.529549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.529549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.530125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.530125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.530125] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.530125] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.530125] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.548566] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.548799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.548799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.549511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.549511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.549511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.549511] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.549511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.575234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.575234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.575445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.575536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.575627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.575740] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.575831] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.575883] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 575.575928] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 575.576027] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 575.576147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 575.576147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 575.576426] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 575.576478] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 575.576581] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.600904] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.601049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.601131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.601342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.601421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.601526] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.622888] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.623037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.623114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.623320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.623413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.644190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.699763] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7878b214-9580-4569-add1-61bc69b8ebb8 [ 575.699763] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.699763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.699763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.699763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.699763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.699763] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7878b214-9580-4569-add1-61bc69b8ebb8 already deleted. [ 575.699763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7878b214-9580-4569-add1-61bc69b8ebb8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.112871] env[65957]: INFO networking_nsxv3.common.synchronization [None req-12247131-4605-4267-8fdd-233cdde857b0 None None] Enqueued Resource ID: 49d7e641-bf1c-4faf-9127-0c912e8de6c7 with Priority: HIGHEST for action port [ 577.113155] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d7e641-bf1c-4faf-9127-0c912e8de6c7 with Priority: HIGHEST for action port [ 577.113695] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-49d7e641-bf1c-4faf-9127-0c912e8de6c7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.113848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49d7e641-bf1c-4faf-9127-0c912e8de6c7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.113895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49d7e641-bf1c-4faf-9127-0c912e8de6c7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.114277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49d7e641-bf1c-4faf-9127-0c912e8de6c7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.114277] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d7e641-bf1c-4faf-9127-0c912e8de6c7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.618778] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49d7e641-bf1c-4faf-9127-0c912e8de6c7 [ 577.618778] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.618778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.618778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.618778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.618778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.618778] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49d7e641-bf1c-4faf-9127-0c912e8de6c7 already deleted. [ 577.618778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49d7e641-bf1c-4faf-9127-0c912e8de6c7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.028588] env[65957]: INFO networking_nsxv3.common.synchronization [None req-954e922f-d933-4337-a972-d9f5f529c84d None None] Enqueued Resource ID: f3ac22d0-4739-443e-ae27-878b532fa48b with Priority: HIGHEST for action port [ 578.029101] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ac22d0-4739-443e-ae27-878b532fa48b with Priority: HIGHEST for action port [ 578.029417] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ac22d0-4739-443e-ae27-878b532fa48b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.029542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ac22d0-4739-443e-ae27-878b532fa48b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.029601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ac22d0-4739-443e-ae27-878b532fa48b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.030236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ac22d0-4739-443e-ae27-878b532fa48b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.030236] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ac22d0-4739-443e-ae27-878b532fa48b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.084994] env[65957]: INFO networking_nsxv3.common.synchronization [None req-dfbedffd-93c3-4686-9fe5-705f6b51542a None None] Enqueued Resource ID: 4781b784-8029-4fff-a04c-4b16e8f1071a with Priority: HIGHEST for action port [ 578.085335] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4781b784-8029-4fff-a04c-4b16e8f1071a with Priority: HIGHEST for action port [ 578.085900] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4781b784-8029-4fff-a04c-4b16e8f1071a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.086041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4781b784-8029-4fff-a04c-4b16e8f1071a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.086111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4781b784-8029-4fff-a04c-4b16e8f1071a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.086344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4781b784-8029-4fff-a04c-4b16e8f1071a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.086427] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4781b784-8029-4fff-a04c-4b16e8f1071a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.532313] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3ac22d0-4739-443e-ae27-878b532fa48b [ 578.532612] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.532683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.532759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.535306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.535306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.535306] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3ac22d0-4739-443e-ae27-878b532fa48b already deleted. [ 578.535306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ac22d0-4739-443e-ae27-878b532fa48b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.592492] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4781b784-8029-4fff-a04c-4b16e8f1071a [ 578.592920] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.593082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.593154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.593381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.593464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.593556] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4781b784-8029-4fff-a04c-4b16e8f1071a already deleted. [ 578.593673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4781b784-8029-4fff-a04c-4b16e8f1071a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.864423] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f584f3c9-9496-42ff-b981-8a41d84dbe37 None None] Enqueued Resource ID: b5fbddcd-50bd-48c9-8395-be99fb0586c2 with Priority: HIGHEST for action port [ 578.865929] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fbddcd-50bd-48c9-8395-be99fb0586c2 with Priority: HIGHEST for action port [ 578.866697] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5fbddcd-50bd-48c9-8395-be99fb0586c2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.866697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5fbddcd-50bd-48c9-8395-be99fb0586c2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.866981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5fbddcd-50bd-48c9-8395-be99fb0586c2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.867168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5fbddcd-50bd-48c9-8395-be99fb0586c2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.867370] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fbddcd-50bd-48c9-8395-be99fb0586c2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.371032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5fbddcd-50bd-48c9-8395-be99fb0586c2 [ 579.371032] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.371032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.371032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.371032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.371309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.371309] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5fbddcd-50bd-48c9-8395-be99fb0586c2 already deleted. [ 579.371363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5fbddcd-50bd-48c9-8395-be99fb0586c2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.567717] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f7db5372-a4b8-43b2-bdcd-65f7fa14ebe7 None None] Enqueued Resource ID: febbc1f3-b736-4dad-b1ec-7f42dbc2a59e with Priority: HIGHEST for action port [ 579.568383] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febbc1f3-b736-4dad-b1ec-7f42dbc2a59e with Priority: HIGHEST for action port [ 579.568697] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-febbc1f3-b736-4dad-b1ec-7f42dbc2a59e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.568821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-febbc1f3-b736-4dad-b1ec-7f42dbc2a59e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.568887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-febbc1f3-b736-4dad-b1ec-7f42dbc2a59e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.569152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-febbc1f3-b736-4dad-b1ec-7f42dbc2a59e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.569236] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('febbc1f3-b736-4dad-b1ec-7f42dbc2a59e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.073777] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port febbc1f3-b736-4dad-b1ec-7f42dbc2a59e [ 580.074105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.074300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.074406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.074665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.074797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.074930] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:febbc1f3-b736-4dad-b1ec-7f42dbc2a59e already deleted. [ 580.075076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-febbc1f3-b736-4dad-b1ec-7f42dbc2a59e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.404439] env[65957]: INFO networking_nsxv3.common.synchronization [None req-659d9ba9-0bce-4c97-848a-334e744daa57 None None] Enqueued Resource ID: 4e60542c-10af-468a-b75c-17a6cf51f595 with Priority: HIGHEST for action port [ 580.405146] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e60542c-10af-468a-b75c-17a6cf51f595 with Priority: HIGHEST for action port [ 580.405371] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e60542c-10af-468a-b75c-17a6cf51f595 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.405494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e60542c-10af-468a-b75c-17a6cf51f595" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.405560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e60542c-10af-468a-b75c-17a6cf51f595" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.405797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e60542c-10af-468a-b75c-17a6cf51f595" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.405877] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e60542c-10af-468a-b75c-17a6cf51f595',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.420493] env[65957]: INFO networking_nsxv3.common.synchronization [None req-a3efdc15-3980-482b-a634-51c14c126dea None None] Enqueued Resource ID: f93b7096-76c9-4b5c-850f-f0c12f18f1d3 with Priority: HIGHEST for action port [ 580.420493] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f93b7096-76c9-4b5c-850f-f0c12f18f1d3 with Priority: HIGHEST for action port [ 580.420493] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f93b7096-76c9-4b5c-850f-f0c12f18f1d3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.420493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f93b7096-76c9-4b5c-850f-f0c12f18f1d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.420493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f93b7096-76c9-4b5c-850f-f0c12f18f1d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.420818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f93b7096-76c9-4b5c-850f-f0c12f18f1d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.420818] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93b7096-76c9-4b5c-850f-f0c12f18f1d3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.914905] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e60542c-10af-468a-b75c-17a6cf51f595 [ 580.915881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.915881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.915881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.915881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.915881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.915881] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e60542c-10af-468a-b75c-17a6cf51f595 already deleted. [ 580.915881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e60542c-10af-468a-b75c-17a6cf51f595" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.925367] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f93b7096-76c9-4b5c-850f-f0c12f18f1d3 [ 580.925578] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.925885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.925987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.926246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.926334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.926396] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f93b7096-76c9-4b5c-850f-f0c12f18f1d3 already deleted. [ 580.926486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f93b7096-76c9-4b5c-850f-f0c12f18f1d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.249262] env[65957]: INFO networking_nsxv3.common.synchronization [None req-0b5a88db-c18d-4cfc-9b81-d267b41b481b None None] Enqueued Resource ID: 7bab122c-da9d-4186-93f8-1bbbec1a0f95 with Priority: HIGHEST for action port [ 581.249523] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bab122c-da9d-4186-93f8-1bbbec1a0f95 with Priority: HIGHEST for action port [ 581.249825] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bab122c-da9d-4186-93f8-1bbbec1a0f95 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.249944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bab122c-da9d-4186-93f8-1bbbec1a0f95" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.250938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bab122c-da9d-4186-93f8-1bbbec1a0f95" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.251142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bab122c-da9d-4186-93f8-1bbbec1a0f95" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.251233] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bab122c-da9d-4186-93f8-1bbbec1a0f95',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.753365] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bab122c-da9d-4186-93f8-1bbbec1a0f95 [ 581.753516] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.753717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.753820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.754121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.754249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.754389] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bab122c-da9d-4186-93f8-1bbbec1a0f95 already deleted. [ 581.754503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bab122c-da9d-4186-93f8-1bbbec1a0f95" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.376316] env[65957]: INFO networking_nsxv3.common.synchronization [None req-afc42e57-fb2e-4bf4-8a79-162d77f9f21d None None] Enqueued Resource ID: 61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf with Priority: HIGHEST for action port [ 582.377621] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf with Priority: HIGHEST for action port [ 582.379321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.379321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.379321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.379321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.379321] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.526864] env[65957]: INFO networking_nsxv3.common.synchronization [None req-0184708c-eb4c-45ad-8e49-cd8fa38cb9f0 None None] Enqueued Resource ID: 78ceb9fa-39f0-4728-bb1a-21179c7331ef with Priority: HIGHEST for action port [ 582.528086] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ceb9fa-39f0-4728-bb1a-21179c7331ef with Priority: HIGHEST for action port [ 582.528086] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ceb9fa-39f0-4728-bb1a-21179c7331ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.528086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ceb9fa-39f0-4728-bb1a-21179c7331ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.528086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ceb9fa-39f0-4728-bb1a-21179c7331ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.528488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ceb9fa-39f0-4728-bb1a-21179c7331ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.528488] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ceb9fa-39f0-4728-bb1a-21179c7331ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.882717] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf [ 582.883219] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.883476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.883603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.884027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.884173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.884372] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf already deleted. [ 582.884494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a8cce7-f9e9-43b9-9c2e-57ae9c3dbdbf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.030384] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78ceb9fa-39f0-4728-bb1a-21179c7331ef [ 583.031118] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.031807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.031807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.031807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.031807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.032243] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78ceb9fa-39f0-4728-bb1a-21179c7331ef already deleted. [ 583.032243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ceb9fa-39f0-4728-bb1a-21179c7331ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.469159] env[65957]: INFO networking_nsxv3.common.synchronization [req-a2a72e00-4c56-4431-88cc-3b98ff46a22a req-c65232e2-7750-4a20-8754-6d089e6c3aa3 tempest-DeleteServersAdminTestJSON-6952475 tempest-DeleteServersAdminTestJSON-6952475-project-member] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 583.469159] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 583.472666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.472666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.472666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.472666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.472666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.472666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.472666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.472666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.472666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.472666] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.588939] env[65957]: INFO networking_nsxv3.common.synchronization [None req-625c913f-563b-4014-9709-9a463f7648c6 None None] Enqueued Resource ID: f509e1be-0e15-4035-89fd-e4dac5a6cc18 with Priority: HIGHEST for action port [ 583.590405] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f509e1be-0e15-4035-89fd-e4dac5a6cc18 with Priority: HIGHEST for action port [ 583.591164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f509e1be-0e15-4035-89fd-e4dac5a6cc18 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.591493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f509e1be-0e15-4035-89fd-e4dac5a6cc18" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.591493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f509e1be-0e15-4035-89fd-e4dac5a6cc18" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.591633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f509e1be-0e15-4035-89fd-e4dac5a6cc18" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.591842] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f509e1be-0e15-4035-89fd-e4dac5a6cc18',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.974080] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.974258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.974258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.974457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.974550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.974750] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.975248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.975248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.975248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.975248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.975248] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 already deleted. [ 583.975447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.094623] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f509e1be-0e15-4035-89fd-e4dac5a6cc18 [ 584.096245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.096245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.096245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.096245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.096245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.096245] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f509e1be-0e15-4035-89fd-e4dac5a6cc18 already deleted. [ 584.096245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f509e1be-0e15-4035-89fd-e4dac5a6cc18" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.627100] env[65957]: INFO networking_nsxv3.common.synchronization [None req-7a0d3c80-58f3-400e-ba96-057eb986a0eb None None] Enqueued Resource ID: 6822c2d5-fa79-4a25-98ec-c9cf697e72e0 with Priority: HIGHEST for action port [ 584.629112] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6822c2d5-fa79-4a25-98ec-c9cf697e72e0 with Priority: HIGHEST for action port [ 584.629482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6822c2d5-fa79-4a25-98ec-c9cf697e72e0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.629638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6822c2d5-fa79-4a25-98ec-c9cf697e72e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.629712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6822c2d5-fa79-4a25-98ec-c9cf697e72e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.630035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6822c2d5-fa79-4a25-98ec-c9cf697e72e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.630128] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6822c2d5-fa79-4a25-98ec-c9cf697e72e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.133097] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6822c2d5-fa79-4a25-98ec-c9cf697e72e0 [ 585.133538] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.133538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.133538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.133659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.133746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.134505] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6822c2d5-fa79-4a25-98ec-c9cf697e72e0 already deleted. [ 585.134505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6822c2d5-fa79-4a25-98ec-c9cf697e72e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.137188] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.137478] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.137888] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.138286] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.138602] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.138812] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.138982] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.139268] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.139462] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.140489] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.140489] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.140489] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.140489] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.140764] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.140921] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.141107] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.161189] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.161353] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.161594] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.161999] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.161999] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-1061257d-2c2c-48f2-a0b2-e69474432536 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.162271] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.162311] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.162621] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.162751] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1061257d-2c2c-48f2-a0b2-e69474432536',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.666396] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.666768] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.666768] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.666992] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.667148] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.667327] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 1061257d-2c2c-48f2-a0b2-e69474432536 not found, creating... [ 585.667590] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.667740] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.667851] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.668081] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.668226] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.668625] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.668779] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.668889] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.670606] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.671501] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.672177] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 1061257d-2c2c-48f2-a0b2-e69474432536 is going to be created. [ 585.702344] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.702577] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.702745] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.702988] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.703198] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.703516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.056056] env[65957]: INFO networking_nsxv3.common.synchronization [None req-55dbf9d7-5436-47ae-9a83-5955e682e00b None None] Enqueued Resource ID: 89768680-6ac5-4bbf-9f96-d7814e820ca2 with Priority: HIGHEST for action port [ 586.056333] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89768680-6ac5-4bbf-9f96-d7814e820ca2 with Priority: HIGHEST for action port [ 586.056910] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-89768680-6ac5-4bbf-9f96-d7814e820ca2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.057059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89768680-6ac5-4bbf-9f96-d7814e820ca2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.057124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89768680-6ac5-4bbf-9f96-d7814e820ca2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.057421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89768680-6ac5-4bbf-9f96-d7814e820ca2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.057560] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89768680-6ac5-4bbf-9f96-d7814e820ca2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.497385] env[65957]: INFO networking_nsxv3.common.synchronization [req-a2a72e00-4c56-4431-88cc-3b98ff46a22a req-6b9adda8-d52a-49c3-b567-9eb2d4159a68 service nova] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_rules [ 586.497477] env[65957]: INFO networking_nsxv3.common.synchronization [req-a2a72e00-4c56-4431-88cc-3b98ff46a22a req-6b9adda8-d52a-49c3-b567-9eb2d4159a68 service nova] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 586.497575] env[65957]: INFO networking_nsxv3.common.synchronization [req-a2a72e00-4c56-4431-88cc-3b98ff46a22a req-6b9adda8-d52a-49c3-b567-9eb2d4159a68 service nova] Enqueued Resource ID: 1061257d-2c2c-48f2-a0b2-e69474432536 with Priority: HIGHEST for action port [ 586.498116] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_rules [ 586.498248] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 586.498358] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1061257d-2c2c-48f2-a0b2-e69474432536 with Priority: HIGHEST for action port [ 586.500017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.500017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.500017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.500017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.500017] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.500637] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.500637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.500637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.500866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.501086] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.501181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.501243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.501439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.501717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.501717] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.502931] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1061257d-2c2c-48f2-a0b2-e69474432536 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.503053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.503121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.503346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.503402] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1061257d-2c2c-48f2-a0b2-e69474432536',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.559470] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89768680-6ac5-4bbf-9f96-d7814e820ca2 [ 586.559925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.560232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.560433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.560739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.560922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.561116] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89768680-6ac5-4bbf-9f96-d7814e820ca2 already deleted. [ 586.561280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89768680-6ac5-4bbf-9f96-d7814e820ca2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.852902] env[65957]: INFO networking_nsxv3.common.synchronization [None req-218ba90f-5187-4d87-9d10-b6f3ed5485eb None None] Enqueued Resource ID: f8498eb7-c166-4892-939a-37a604ab403a with Priority: HIGHEST for action port [ 586.853149] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8498eb7-c166-4892-939a-37a604ab403a with Priority: HIGHEST for action port [ 586.854982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8498eb7-c166-4892-939a-37a604ab403a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.854982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8498eb7-c166-4892-939a-37a604ab403a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.854982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8498eb7-c166-4892-939a-37a604ab403a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.854982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8498eb7-c166-4892-939a-37a604ab403a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.854982] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8498eb7-c166-4892-939a-37a604ab403a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.008917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.009176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.020480] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.021431] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1061257d-2c2c-48f2-a0b2-e69474432536 with status ACTIVE [ 587.021765] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.021765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.021899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.022024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.022112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.022285] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.022571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.022571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.022571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.022671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.022818] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.023054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.023054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.023294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.023294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.023294] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1061257d-2c2c-48f2-a0b2-e69474432536 is going to be updated. [ 587.047223] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.047452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.047523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.047727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.047865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.048033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1061257d-2c2c-48f2-a0b2-e69474432536" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.358459] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8498eb7-c166-4892-939a-37a604ab403a [ 587.358459] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.358459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.358459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.358459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.358459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.358459] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8498eb7-c166-4892-939a-37a604ab403a already deleted. [ 587.358459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8498eb7-c166-4892-939a-37a604ab403a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.525115] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.767963] env[65957]: INFO networking_nsxv3.common.synchronization [None req-cb5c58ae-1658-4d1d-a637-e332be1cf6ea None None] Enqueued Resource ID: 9d7d4cf3-3377-4b92-9b46-ad71237e32b7 with Priority: HIGHEST for action port [ 587.767963] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7d4cf3-3377-4b92-9b46-ad71237e32b7 with Priority: HIGHEST for action port [ 587.767963] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7d4cf3-3377-4b92-9b46-ad71237e32b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.767963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7d4cf3-3377-4b92-9b46-ad71237e32b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.767963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7d4cf3-3377-4b92-9b46-ad71237e32b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.768607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7d4cf3-3377-4b92-9b46-ad71237e32b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.768792] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7d4cf3-3377-4b92-9b46-ad71237e32b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.786344] env[65957]: INFO networking_nsxv3.common.synchronization [None req-efc7bf5b-6434-47c9-8936-8aa8d5ebfbba None None] Enqueued Resource ID: c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9 with Priority: HIGHEST for action port [ 587.786680] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9 with Priority: HIGHEST for action port [ 587.787052] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.787280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.787348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.787652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.787736] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.033700] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.034150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.034150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.034232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.034271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.034377] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be created. [ 588.063887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.064043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.064120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.064348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.064503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.076548] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: UNINITIALIZED for 2s [ 588.261187] env[65957]: INFO networking_nsxv3.common.synchronization [None req-5d928ce1-d7cc-4c5e-8bdb-c9a4f7c03bfa None None] Enqueued Resource ID: 21d323fc-4110-4380-944f-cf9d6690e549 with Priority: HIGHEST for action port [ 588.261187] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d323fc-4110-4380-944f-cf9d6690e549 with Priority: HIGHEST for action port [ 588.261575] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-21d323fc-4110-4380-944f-cf9d6690e549 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.261575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21d323fc-4110-4380-944f-cf9d6690e549" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.261575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21d323fc-4110-4380-944f-cf9d6690e549" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.262459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21d323fc-4110-4380-944f-cf9d6690e549" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.262459] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d323fc-4110-4380-944f-cf9d6690e549',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.271814] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d7d4cf3-3377-4b92-9b46-ad71237e32b7 [ 588.271882] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.271983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.272098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.272260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.272588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.272588] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d7d4cf3-3377-4b92-9b46-ad71237e32b7 already deleted. [ 588.272588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7d4cf3-3377-4b92-9b46-ad71237e32b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.292942] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9 [ 588.293166] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.293499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.293499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.294163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.294163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.294163] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9 already deleted. [ 588.294163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d9e4f8-6d34-4f5e-8b54-69182a1db0c9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.767267] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21d323fc-4110-4380-944f-cf9d6690e549 [ 588.767267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.767462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.767462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.768090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.768090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.768090] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21d323fc-4110-4380-944f-cf9d6690e549 already deleted. [ 588.768090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21d323fc-4110-4380-944f-cf9d6690e549" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.300023] env[65957]: INFO networking_nsxv3.common.synchronization [req-544e575a-54ab-47f4-aed7-cc520e0b68c2 req-0751efa5-cab1-4d0d-8949-fdaa229b2461 tempest-SecurityGroupRulesNegativeTestJSON-748471928 tempest-SecurityGroupRulesNegativeTestJSON-748471928-project-member] Enqueued Resource ID: b5295ad1-48dd-40ef-a96e-a03a4d8824ef with Priority: HIGHEST for action security_group_rules [ 589.300314] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5295ad1-48dd-40ef-a96e-a03a4d8824ef with Priority: HIGHEST for action security_group_rules [ 589.301148] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.301148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.301278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.301443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.301536] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5295ad1-48dd-40ef-a96e-a03a4d8824ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.825071] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.825797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.825797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.825797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.825797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.825797] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5295ad1-48dd-40ef-a96e-a03a4d8824ef already deleted. [ 589.825797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.085325] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: SUCCESS [ 590.085575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.085743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.085960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.086170] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.086302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.086369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.086527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.086606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.086689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.086793] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.355455] env[65957]: INFO networking_nsxv3.common.synchronization [req-00868dfa-3dd2-4d33-8259-2ea795c70511 req-cf1e8c16-a712-42fe-ae26-bb490f43b72a tempest-SecurityGroupRulesTestJSON-915833690 tempest-SecurityGroupRulesTestJSON-915833690-project-member] Enqueued Resource ID: 80a97c11-1440-4dfb-836c-69f0b59156ed with Priority: HIGHEST for action security_group_rules [ 590.357299] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a97c11-1440-4dfb-836c-69f0b59156ed with Priority: HIGHEST for action security_group_rules [ 590.357299] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a97c11-1440-4dfb-836c-69f0b59156ed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.357299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a97c11-1440-4dfb-836c-69f0b59156ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.357299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a97c11-1440-4dfb-836c-69f0b59156ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.359287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a97c11-1440-4dfb-836c-69f0b59156ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.359287] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a97c11-1440-4dfb-836c-69f0b59156ed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.590488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.590488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.590488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.590488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.590488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.590488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.590488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.590488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.590805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.590805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.590805] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.590972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.590972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.591176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.591341] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.591480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.592823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.592823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.592823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.592823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.592823] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.884401] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.884542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.884617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.884883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.884883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.885016] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a97c11-1440-4dfb-836c-69f0b59156ed already deleted. [ 590.885069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a97c11-1440-4dfb-836c-69f0b59156ed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.095494] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7e28c99-22c1-4dbe-aa59-15de51c49f63: rpc.has_security_group_logging(os_id): False [ 591.118454] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.118598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.118598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.118873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.119022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.119303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.119404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.119465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.119675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.119764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.120010] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.126462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.126462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.126462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.126462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.126462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.126462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.126462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.126462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.127284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.127284] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be created. [ 591.198459] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.198648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.198706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.198945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.199150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.213654] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: IN_PROGRESS for 2s [ 591.842240] env[65957]: INFO networking_nsxv3.common.synchronization [req-c13850f2-1624-40bd-8f35-6bb7e9871ad1 req-52987a76-a9c7-486d-8c0b-659d723ca525 tempest-TenantUsagesTestJSON-1924923704 tempest-TenantUsagesTestJSON-1924923704-project-member] Enqueued Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_members [ 591.842240] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_members [ 591.843725] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d843878d-bd82-4258-aa26-d22c67d34b90 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.843725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.843834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.844046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.844262] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.844389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.844464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.844652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.844734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.844849] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.103910] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1be106e4-81ae-4ba1-b393-f64e81d0a85d None None] Enqueued Resource ID: bfabf7c5-79b2-45b8-9ca4-78375e85fbe4 with Priority: HIGHEST for action port [ 592.105993] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfabf7c5-79b2-45b8-9ca4-78375e85fbe4 with Priority: HIGHEST for action port [ 592.107133] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfabf7c5-79b2-45b8-9ca4-78375e85fbe4 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.107133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfabf7c5-79b2-45b8-9ca4-78375e85fbe4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.107133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfabf7c5-79b2-45b8-9ca4-78375e85fbe4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.107475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfabf7c5-79b2-45b8-9ca4-78375e85fbe4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.107475] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfabf7c5-79b2-45b8-9ca4-78375e85fbe4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.348768] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.348768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.348768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.348768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.348768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.349095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.349095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.349095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.349214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.349214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.349288] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d843878d-bd82-4258-aa26-d22c67d34b90 already deleted. [ 592.349364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.610635] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfabf7c5-79b2-45b8-9ca4-78375e85fbe4 [ 592.610872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.611069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.611069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.611486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.611486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.611486] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfabf7c5-79b2-45b8-9ca4-78375e85fbe4 already deleted. [ 592.611620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfabf7c5-79b2-45b8-9ca4-78375e85fbe4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.716350] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.716550] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.716661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.716923] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.717990] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.717990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.717990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.717990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.717990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.717990] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.718562] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.718748] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.719509] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.719509] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.719509] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.719765] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.745927] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.748019] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.748019] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.748295] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.748631] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-368360b6-789b-470b-a2b8-d774012acbf7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.748808] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.748922] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.749248] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.749394] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368360b6-789b-470b-a2b8-d774012acbf7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.231461] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: SUCCESS [ 593.231777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.252524] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.252782] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.252960] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.253250] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.253409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.253592] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 368360b6-789b-470b-a2b8-d774012acbf7 not found, creating... [ 593.253914] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.254171] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.254360] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.254652] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.254811] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.257240] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.257240] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.257431] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.260028] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.260028] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.260028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 368360b6-789b-470b-a2b8-d774012acbf7 is going to be created. [ 593.281325] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.281590] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.281753] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.282109] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.282376] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.282871] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.342861] env[65957]: INFO networking_nsxv3.common.synchronization [None req-7f02f96c-0c6c-4106-911a-d455515cc5f1 None None] Enqueued Resource ID: aa35278a-2fb8-4209-91cb-b27c7b680f97 with Priority: HIGHEST for action port [ 593.345115] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa35278a-2fb8-4209-91cb-b27c7b680f97 with Priority: HIGHEST for action port [ 593.346280] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa35278a-2fb8-4209-91cb-b27c7b680f97 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.346410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa35278a-2fb8-4209-91cb-b27c7b680f97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.346522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa35278a-2fb8-4209-91cb-b27c7b680f97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.347221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa35278a-2fb8-4209-91cb-b27c7b680f97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.347221] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa35278a-2fb8-4209-91cb-b27c7b680f97',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.723433] env[65957]: INFO networking_nsxv3.common.synchronization [None req-06cefbc7-fa18-42e0-a8dd-3c2b3c3b59f3 None None] Enqueued Resource ID: d09da34a-5b43-467c-8b09-660da02d1a00 with Priority: HIGHEST for action port [ 593.723986] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09da34a-5b43-467c-8b09-660da02d1a00 with Priority: HIGHEST for action port [ 593.724303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09da34a-5b43-467c-8b09-660da02d1a00 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.724428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09da34a-5b43-467c-8b09-660da02d1a00" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.724711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09da34a-5b43-467c-8b09-660da02d1a00" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.726207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09da34a-5b43-467c-8b09-660da02d1a00" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.726207] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09da34a-5b43-467c-8b09-660da02d1a00',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.851398] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa35278a-2fb8-4209-91cb-b27c7b680f97 [ 593.851650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.851794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.851863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.852118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.852164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.852259] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa35278a-2fb8-4209-91cb-b27c7b680f97 already deleted. [ 593.852340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa35278a-2fb8-4209-91cb-b27c7b680f97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.002359] env[65957]: INFO networking_nsxv3.common.synchronization [req-c13850f2-1624-40bd-8f35-6bb7e9871ad1 req-6287d350-ee3a-4dee-ba74-aad661e76486 service nova] Enqueued Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_rules [ 594.002561] env[65957]: INFO networking_nsxv3.common.synchronization [req-c13850f2-1624-40bd-8f35-6bb7e9871ad1 req-6287d350-ee3a-4dee-ba74-aad661e76486 service nova] Enqueued Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_members [ 594.002776] env[65957]: INFO networking_nsxv3.common.synchronization [req-c13850f2-1624-40bd-8f35-6bb7e9871ad1 req-6287d350-ee3a-4dee-ba74-aad661e76486 service nova] Enqueued Resource ID: 368360b6-789b-470b-a2b8-d774012acbf7 with Priority: HIGHEST for action port [ 594.003046] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_rules [ 594.003180] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_members [ 594.003288] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368360b6-789b-470b-a2b8-d774012acbf7 with Priority: HIGHEST for action port [ 594.003837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d843878d-bd82-4258-aa26-d22c67d34b90 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.003962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.004104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.004420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.004465] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.008493] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d843878d-bd82-4258-aa26-d22c67d34b90 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.008592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.008653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.008843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.008995] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.009104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.009160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.009310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.009396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.009487] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.012023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-368360b6-789b-470b-a2b8-d774012acbf7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.012144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.012210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.012384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.012914] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368360b6-789b-470b-a2b8-d774012acbf7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.230162] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d09da34a-5b43-467c-8b09-660da02d1a00 [ 594.230431] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.231056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.231056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.232267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.232267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.232267] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d09da34a-5b43-467c-8b09-660da02d1a00 already deleted. [ 594.232267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09da34a-5b43-467c-8b09-660da02d1a00" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.512617] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.514079] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d843878d-bd82-4258-aa26-d22c67d34b90 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.514079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.514256] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 368360b6-789b-470b-a2b8-d774012acbf7 with status ACTIVE [ 594.514463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.514622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.514742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.515721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.515721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.515721] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.515721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.515721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.515949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.515949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.516196] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.516350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.516415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.516705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.517696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.518893] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 368360b6-789b-470b-a2b8-d774012acbf7 is going to be updated. [ 594.548480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.549358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.549536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.550544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.550742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.550915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-368360b6-789b-470b-a2b8-d774012acbf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.807193] env[65957]: INFO networking_nsxv3.common.synchronization [None req-74cd4e02-0af3-4bd6-94b8-b6ccd4833f16 None None] Enqueued Resource ID: c7852253-ae94-4c04-9c33-4d13f186cd10 with Priority: HIGHEST for action port [ 594.807864] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7852253-ae94-4c04-9c33-4d13f186cd10 with Priority: HIGHEST for action port [ 594.807949] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7852253-ae94-4c04-9c33-4d13f186cd10 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.809807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7852253-ae94-4c04-9c33-4d13f186cd10" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.809807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7852253-ae94-4c04-9c33-4d13f186cd10" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.810243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7852253-ae94-4c04-9c33-4d13f186cd10" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.810282] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7852253-ae94-4c04-9c33-4d13f186cd10',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.020368] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.199301] env[65957]: INFO networking_nsxv3.common.synchronization [req-a366dd51-8454-4ce3-a55c-c6c16eedc720 req-899d4056-bfec-4de4-ac14-08cf9ba50e85 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 595.199538] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 595.199724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.201357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.201578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.201756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.201938] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.202136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.202136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.202323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.202430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.202476] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.314210] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7852253-ae94-4c04-9c33-4d13f186cd10 [ 595.314210] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.314210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.314210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.314210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.314210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.314210] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7852253-ae94-4c04-9c33-4d13f186cd10 already deleted. [ 595.314210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7852253-ae94-4c04-9c33-4d13f186cd10" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.524462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.524622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.524679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.525902] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d843878d-bd82-4258-aa26-d22c67d34b90 is going to be created. [ 595.552777] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.553735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.553933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.555755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.555755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.565092] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d843878d-bd82-4258-aa26-d22c67d34b90 in Status: UNINITIALIZED for 2s [ 595.707158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.708055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.708055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.708055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.708055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.708055] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.708055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.708480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.708480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.708480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.708480] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d already deleted. [ 595.708480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.961862] env[65957]: INFO networking_nsxv3.common.synchronization [req-f497d8db-8eee-4e77-ae0e-a11d6b89a137 req-d09cd1a3-c33d-43a6-a9a4-6f4b07367c69 tempest-SecurityGroupRulesNegativeTestJSON-748471928 tempest-SecurityGroupRulesNegativeTestJSON-748471928-project-member] Enqueued Resource ID: b5295ad1-48dd-40ef-a96e-a03a4d8824ef with Priority: HIGHEST for action security_group_rules [ 595.962476] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5295ad1-48dd-40ef-a96e-a03a4d8824ef with Priority: HIGHEST for action security_group_rules [ 595.962796] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.963817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.963817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.966535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.966709] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5295ad1-48dd-40ef-a96e-a03a4d8824ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.094512] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.094767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.094862] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.095156] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.095956] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.096156] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.096601] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.096601] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.096763] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.096940] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.097066] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.097186] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.097314] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.097660] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.097660] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.097725] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.103747] env[65957]: INFO networking_nsxv3.common.synchronization [None req-59f52c96-d0e7-45e9-a561-6147794c77fc None None] Enqueued Resource ID: d36ad31a-3d11-4f6c-853d-dd0554844217 with Priority: HIGHEST for action port [ 596.104264] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36ad31a-3d11-4f6c-853d-dd0554844217 with Priority: HIGHEST for action port [ 596.104564] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d36ad31a-3d11-4f6c-853d-dd0554844217 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.104685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d36ad31a-3d11-4f6c-853d-dd0554844217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.104750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d36ad31a-3d11-4f6c-853d-dd0554844217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.104984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d36ad31a-3d11-4f6c-853d-dd0554844217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.105086] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d36ad31a-3d11-4f6c-853d-dd0554844217',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.119318] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.119318] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.119460] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.119554] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.120055] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-7dcbe40b-2aad-47e2-808a-651b9efd776a taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.120364] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.120774] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.120998] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.121273] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcbe40b-2aad-47e2-808a-651b9efd776a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.490085] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.490408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.490408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.490563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.490677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.490777] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5295ad1-48dd-40ef-a96e-a03a4d8824ef already deleted. [ 596.490907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5295ad1-48dd-40ef-a96e-a03a4d8824ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.608866] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d36ad31a-3d11-4f6c-853d-dd0554844217 [ 596.608866] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.608866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.608866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.609118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.609118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.609185] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d36ad31a-3d11-4f6c-853d-dd0554844217 already deleted. [ 596.609361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d36ad31a-3d11-4f6c-853d-dd0554844217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.624627] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.625031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.625155] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.625484] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.625889] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.625889] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 7dcbe40b-2aad-47e2-808a-651b9efd776a not found, creating... [ 596.626047] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.627158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.627158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.627158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.627158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.627158] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.627417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.627457] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.627938] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.627938] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.628055] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 7dcbe40b-2aad-47e2-808a-651b9efd776a is going to be created. [ 596.650649] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.650855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.651697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.651697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.651697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.651697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.218034] env[65957]: INFO networking_nsxv3.common.synchronization [None req-3fbc515f-b6dd-4911-a165-c7b7e2845f16 None None] Enqueued Resource ID: 6a564183-4c3e-4693-8c4b-5039ae377d2e with Priority: HIGHEST for action port [ 597.218719] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a564183-4c3e-4693-8c4b-5039ae377d2e with Priority: HIGHEST for action port [ 597.219051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a564183-4c3e-4693-8c4b-5039ae377d2e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.219200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a564183-4c3e-4693-8c4b-5039ae377d2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.219249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a564183-4c3e-4693-8c4b-5039ae377d2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.219497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a564183-4c3e-4693-8c4b-5039ae377d2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.219791] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a564183-4c3e-4693-8c4b-5039ae377d2e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.377210] env[65957]: INFO networking_nsxv3.common.synchronization [req-a366dd51-8454-4ce3-a55c-c6c16eedc720 req-38427a4c-baf4-4543-9ec5-306f3649103a service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 597.377210] env[65957]: INFO networking_nsxv3.common.synchronization [req-a366dd51-8454-4ce3-a55c-c6c16eedc720 req-38427a4c-baf4-4543-9ec5-306f3649103a service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 597.377210] env[65957]: INFO networking_nsxv3.common.synchronization [req-a366dd51-8454-4ce3-a55c-c6c16eedc720 req-38427a4c-baf4-4543-9ec5-306f3649103a service nova] Enqueued Resource ID: 7dcbe40b-2aad-47e2-808a-651b9efd776a with Priority: HIGHEST for action port [ 597.377210] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 597.377210] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 597.377210] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcbe40b-2aad-47e2-808a-651b9efd776a with Priority: HIGHEST for action port [ 597.377210] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.377210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.377210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.377538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.377538] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.379264] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.379264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.379264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.379264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.379264] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.379264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.379264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.379264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.379264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.379264] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.380222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcbe40b-2aad-47e2-808a-651b9efd776a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.380222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.380222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.380466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.383844] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcbe40b-2aad-47e2-808a-651b9efd776a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.577152] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d843878d-bd82-4258-aa26-d22c67d34b90 in Status: SUCCESS [ 597.577503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.577503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.579381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.579381] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.579381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.579381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.579381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.579381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.579696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.579696] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.721910] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a564183-4c3e-4693-8c4b-5039ae377d2e [ 597.721910] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.722085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.723098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.723098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.723098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.723098] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a564183-4c3e-4693-8c4b-5039ae377d2e already deleted. [ 597.723098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a564183-4c3e-4693-8c4b-5039ae377d2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.885784] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.887650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.887784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.887994] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dcbe40b-2aad-47e2-808a-651b9efd776a with status ACTIVE [ 597.888213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.888326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.888395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.888628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.888715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.888877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.888974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.889053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.889204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.891162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.891162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.891162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.891162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.891162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.891425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.891524] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dcbe40b-2aad-47e2-808a-651b9efd776a is going to be updated. [ 597.917027] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.917027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.917027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.917027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.917027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcbe40b-2aad-47e2-808a-651b9efd776a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.083491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d843878d-bd82-4258-aa26-d22c67d34b90 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.083687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.083687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.084728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.084728] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.084728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.084728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.084728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.084728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.084728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.084728] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d843878d-bd82-4258-aa26-d22c67d34b90 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.084728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.085115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.085115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.085115] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.085115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.085523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.086582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.086708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.086849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.086965] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.185432] env[65957]: INFO networking_nsxv3.common.synchronization [None req-63482b1c-ed47-4b7d-8439-fbb241c49840 None None] Enqueued Resource ID: 123bbfbd-a64a-4279-a2f4-e4052844b93c with Priority: HIGHEST for action port [ 598.186225] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123bbfbd-a64a-4279-a2f4-e4052844b93c with Priority: HIGHEST for action port [ 598.186721] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-123bbfbd-a64a-4279-a2f4-e4052844b93c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.186721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-123bbfbd-a64a-4279-a2f4-e4052844b93c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.186721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-123bbfbd-a64a-4279-a2f4-e4052844b93c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.186907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-123bbfbd-a64a-4279-a2f4-e4052844b93c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.186907] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123bbfbd-a64a-4279-a2f4-e4052844b93c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.286749] env[65957]: INFO networking_nsxv3.common.synchronization [None req-623bffb5-a0c0-4f65-9d52-f680ab38ad86 tempest-VolumesAssistedSnapshotsTest-1110096718 tempest-VolumesAssistedSnapshotsTest-1110096718-project-member] Enqueued Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_rules [ 598.287657] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_rules [ 598.287657] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0bf5ec3-ad76-4c05-8381-987a725576de taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.287802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.291101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.291101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.291101] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.395309] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.448686] env[65957]: INFO networking_nsxv3.common.synchronization [None req-5f416aaa-6bff-4056-a347-babd13a7efc6 tempest-VolumesAssistedSnapshotsTest-1110096718 tempest-VolumesAssistedSnapshotsTest-1110096718-project-member] Enqueued Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_rules [ 598.449267] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_rules [ 598.449642] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0bf5ec3-ad76-4c05-8381-987a725576de taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.449835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.547136] env[65957]: INFO networking_nsxv3.common.synchronization [None req-c835631f-a079-4e69-8f94-12c36d9d593d None None] Enqueued Resource ID: bccaac14-3a5f-40a6-8219-406b9f2f8a75 with Priority: HIGHEST for action port [ 598.548556] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bccaac14-3a5f-40a6-8219-406b9f2f8a75 with Priority: HIGHEST for action port [ 598.548556] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-bccaac14-3a5f-40a6-8219-406b9f2f8a75 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.548556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bccaac14-3a5f-40a6-8219-406b9f2f8a75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.548556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bccaac14-3a5f-40a6-8219-406b9f2f8a75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.548965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bccaac14-3a5f-40a6-8219-406b9f2f8a75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.549565] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bccaac14-3a5f-40a6-8219-406b9f2f8a75',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.590943] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d843878d-bd82-4258-aa26-d22c67d34b90: rpc.has_security_group_logging(os_id): False [ 598.611098] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.611246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.611322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.611674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.611787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.612011] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.612130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.612190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.612353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.613151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.613412] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.613538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.613625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.613792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.613867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.614361] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.614361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.614361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.614566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.614566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.614566] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d843878d-bd82-4258-aa26-d22c67d34b90 is going to be created. [ 598.678183] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.678183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.678183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.678183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.678183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.689029] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 123bbfbd-a64a-4279-a2f4-e4052844b93c [ 598.689340] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.689476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.689476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.689691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.689779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.689878] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:123bbfbd-a64a-4279-a2f4-e4052844b93c already deleted. [ 598.689983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-123bbfbd-a64a-4279-a2f4-e4052844b93c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.692153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d843878d-bd82-4258-aa26-d22c67d34b90 in Status: IN_PROGRESS for 2s [ 598.813109] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.813109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.813109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.813309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.813382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.813484] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0bf5ec3-ad76-4c05-8381-987a725576de already deleted. [ 598.813564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.813763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.813867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.813962] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.882145] env[65957]: INFO networking_nsxv3.common.synchronization [req-a1b55be1-79a2-43af-bed4-522ed4906eea req-772390f1-aec5-4ccc-9698-806e4b10553f tempest-InstanceActionsTestJSON-1486424748 tempest-InstanceActionsTestJSON-1486424748-project-member] Enqueued Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_members [ 598.883064] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_members [ 598.884261] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c82d24-c395-4b2c-8c8d-6baef172ade7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.884261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.884261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.884261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.884261] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.884261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.884261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.885819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.885944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.886062] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.898502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.898995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.898995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.898995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.899148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.899148] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be created. [ 598.928070] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.929202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.929202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.929540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.929726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.945168] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: UNINITIALIZED for 2s [ 599.015244] env[65957]: INFO networking_nsxv3.common.synchronization [req-5c59aa9b-3be0-4edd-a7ba-542630754502 req-00de094e-8c68-4cfd-90ce-509633f64de4 tempest-SecurityGroupRulesTestJSON-915833690 tempest-SecurityGroupRulesTestJSON-915833690-project-member] Enqueued Resource ID: 101e0886-543a-4865-b3b8-bd5ccdd2756f with Priority: HIGHEST for action security_group_rules [ 599.015579] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101e0886-543a-4865-b3b8-bd5ccdd2756f with Priority: HIGHEST for action security_group_rules [ 599.015841] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-101e0886-543a-4865-b3b8-bd5ccdd2756f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.016028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-101e0886-543a-4865-b3b8-bd5ccdd2756f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.016376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-101e0886-543a-4865-b3b8-bd5ccdd2756f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.016550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-101e0886-543a-4865-b3b8-bd5ccdd2756f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.016635] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('101e0886-543a-4865-b3b8-bd5ccdd2756f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.053892] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bccaac14-3a5f-40a6-8219-406b9f2f8a75 [ 599.054057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.055013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.055013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.055013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.055013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.055013] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bccaac14-3a5f-40a6-8219-406b9f2f8a75 already deleted. [ 599.055013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bccaac14-3a5f-40a6-8219-406b9f2f8a75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.346095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.346234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.348024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.348024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.348024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.348024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0bf5ec3-ad76-4c05-8381-987a725576de already deleted. [ 599.348024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.389558] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.389761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.389799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.390014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.390106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.390293] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.390386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.390449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.390696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.390806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.390885] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 already deleted. [ 599.390968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.540391] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.540646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.540738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.540958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.541071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.541180] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 101e0886-543a-4865-b3b8-bd5ccdd2756f already deleted. [ 599.541265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-101e0886-543a-4865-b3b8-bd5ccdd2756f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.715350] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.715711] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-447" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.715831] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-447" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.716384] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-447" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.716505] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.716747] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.716946] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.717199] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.717383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.717622] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.717662] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.717754] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.717867] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.717955] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.718082] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.718205] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.739506] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.739789] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.739789] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.739959] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-447" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.740301] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-32b0b3a3-b536-4c35-9aef-73e09e305f4d taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.740487] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.740603] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.741055] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.741231] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b0b3a3-b536-4c35-9aef-73e09e305f4d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.244413] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.244724] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.244874] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.245215] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.245865] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.245865] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 32b0b3a3-b536-4c35-9aef-73e09e305f4d not found, creating... [ 600.246027] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.246092] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.246167] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.246379] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.248826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.248826] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.248826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.248826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.248826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.248826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.248826] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 32b0b3a3-b536-4c35-9aef-73e09e305f4d is going to be created. [ 600.269343] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.269661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.269758] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.270039] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.270257] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.270469] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.321445] env[65957]: INFO networking_nsxv3.common.synchronization [None req-69eefe5a-0e70-49d4-92c6-40b4afbe2a02 None None] Enqueued Resource ID: d75e9b7f-2d68-4180-a017-fd4e090fce6d with Priority: HIGHEST for action port [ 600.322084] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75e9b7f-2d68-4180-a017-fd4e090fce6d with Priority: HIGHEST for action port [ 600.322383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75e9b7f-2d68-4180-a017-fd4e090fce6d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.322718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75e9b7f-2d68-4180-a017-fd4e090fce6d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.322718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75e9b7f-2d68-4180-a017-fd4e090fce6d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.322827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75e9b7f-2d68-4180-a017-fd4e090fce6d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.322934] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75e9b7f-2d68-4180-a017-fd4e090fce6d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.706243] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d843878d-bd82-4258-aa26-d22c67d34b90 in Status: SUCCESS [ 600.706243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.825330] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d75e9b7f-2d68-4180-a017-fd4e090fce6d [ 600.825719] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.825798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.825798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.826155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.826228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.826334] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d75e9b7f-2d68-4180-a017-fd4e090fce6d already deleted. [ 600.826415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75e9b7f-2d68-4180-a017-fd4e090fce6d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.954638] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 600.954638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.955104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.955104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.955248] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.955374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.955458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.956271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.956271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.956271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.956271] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.995937] env[65957]: INFO networking_nsxv3.common.synchronization [req-a1b55be1-79a2-43af-bed4-522ed4906eea req-07bf542e-0a80-4111-a6eb-e80b885583c1 service nova] Enqueued Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_rules [ 600.996121] env[65957]: INFO networking_nsxv3.common.synchronization [req-a1b55be1-79a2-43af-bed4-522ed4906eea req-07bf542e-0a80-4111-a6eb-e80b885583c1 service nova] Enqueued Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_members [ 600.996257] env[65957]: INFO networking_nsxv3.common.synchronization [req-a1b55be1-79a2-43af-bed4-522ed4906eea req-07bf542e-0a80-4111-a6eb-e80b885583c1 service nova] Enqueued Resource ID: 32b0b3a3-b536-4c35-9aef-73e09e305f4d with Priority: HIGHEST for action port [ 600.996937] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_rules [ 600.996937] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_members [ 600.997210] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b0b3a3-b536-4c35-9aef-73e09e305f4d with Priority: HIGHEST for action port [ 600.997822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c82d24-c395-4b2c-8c8d-6baef172ade7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.998067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.998600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.002017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.002017] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.002017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c82d24-c395-4b2c-8c8d-6baef172ade7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.002017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.002017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.002017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.002017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.002017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.003632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.003842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.004285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004432] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.006081] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b0b3a3-b536-4c35-9aef-73e09e305f4d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.006190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.006230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.006397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.006474] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b0b3a3-b536-4c35-9aef-73e09e305f4d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.458549] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.459164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.459164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.459164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.459415] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.459486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.459542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.459713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.460130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.460130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.460238] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.460289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.460506] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.460564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.460662] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.461048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.461048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.461048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.461155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.461194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.464249] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.509391] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c82d24-c395-4b2c-8c8d-6baef172ade7 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.509391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.509391] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.513616] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32b0b3a3-b536-4c35-9aef-73e09e305f4d with status ACTIVE [ 601.513826] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.514157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.514157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.515917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.515917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.515917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.516300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.516401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.516943] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32b0b3a3-b536-4c35-9aef-73e09e305f4d is going to be updated. [ 601.544956] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.545147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.545260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.545478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.545709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.546386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b0b3a3-b536-4c35-9aef-73e09e305f4d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.967468] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dcd3e9-9439-4353-944c-d808906d953d: rpc.has_security_group_logging(os_id): False [ 601.991433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.991604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.991823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.991933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.992056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.992315] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.992441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.992520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.992644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.992722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.992895] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.992982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.993067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.993205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.993308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.993536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.993641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.993693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.993869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.993983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.994388] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be created. [ 602.020104] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.054929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.055772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.055772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.057733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.060254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.072615] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 602.524476] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.524683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.524683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.524866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.524925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.525045] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 is going to be created. [ 602.546228] env[65957]: INFO networking_nsxv3.common.synchronization [None req-7564ce30-8126-482e-b089-cf0fd9d0704e None None] Enqueued Resource ID: 0167afb8-22e4-4d4a-a4e8-bc7348cef216 with Priority: HIGHEST for action port [ 602.546915] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0167afb8-22e4-4d4a-a4e8-bc7348cef216 with Priority: HIGHEST for action port [ 602.547277] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0167afb8-22e4-4d4a-a4e8-bc7348cef216 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.547516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0167afb8-22e4-4d4a-a4e8-bc7348cef216" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.547516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0167afb8-22e4-4d4a-a4e8-bc7348cef216" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.547777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0167afb8-22e4-4d4a-a4e8-bc7348cef216" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.548571] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0167afb8-22e4-4d4a-a4e8-bc7348cef216',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.569488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.569715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.569750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.569988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.574825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.584660] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 in Status: UNINITIALIZED for 2s [ 603.052568] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0167afb8-22e4-4d4a-a4e8-bc7348cef216 [ 603.052568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.052568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.052568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.052568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.052568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.052568] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0167afb8-22e4-4d4a-a4e8-bc7348cef216 already deleted. [ 603.052568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0167afb8-22e4-4d4a-a4e8-bc7348cef216" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.087194] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 604.087533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.596395] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 in Status: SUCCESS [ 604.596657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.596839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.597059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.597253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.597378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.597498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.597630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.597711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.597794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.597885] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.100635] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c82d24-c395-4b2c-8c8d-6baef172ade7 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.101011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.101011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.101432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.101692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.101876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.102010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.102331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.102400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.102521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.103426] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c82d24-c395-4b2c-8c8d-6baef172ade7 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.103610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.103723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.103947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.104304] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.104304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.104304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.104589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.104711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.104844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.106042] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.380630] env[65957]: INFO networking_nsxv3.common.synchronization [None req-79b13a85-5ee3-4df9-953b-5d921551c793 None None] Enqueued Resource ID: 3ab4549d-4198-444c-a9b8-959fe6e24885 with Priority: HIGHEST for action port [ 605.380630] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab4549d-4198-444c-a9b8-959fe6e24885 with Priority: HIGHEST for action port [ 605.380630] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab4549d-4198-444c-a9b8-959fe6e24885 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.380630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab4549d-4198-444c-a9b8-959fe6e24885" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.380630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab4549d-4198-444c-a9b8-959fe6e24885" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.381068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab4549d-4198-444c-a9b8-959fe6e24885" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.381068] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab4549d-4198-444c-a9b8-959fe6e24885',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.608574] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35c82d24-c395-4b2c-8c8d-6baef172ade7: rpc.has_security_group_logging(os_id): False [ 605.631819] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.632209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.632209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.632306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.632379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.632693] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.632839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.632912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.633101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.633259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.633457] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.633589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.633678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.633828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.633930] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.634154] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.634446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.634446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.634798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.634912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.635018] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 is going to be created. [ 605.715286] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.716379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.716379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.716379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.718190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.733429] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 in Status: IN_PROGRESS for 2s [ 605.886011] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ab4549d-4198-444c-a9b8-959fe6e24885 [ 605.886514] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.887387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.887387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.887387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.887387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.887387] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ab4549d-4198-444c-a9b8-959fe6e24885 already deleted. [ 605.887387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab4549d-4198-444c-a9b8-959fe6e24885" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.134110] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9c402e61-d2ca-4470-b045-f12e4d9bba5a None None] Enqueued Resource ID: d87614a0-d722-4c0b-b490-da58e5625a88 with Priority: HIGHEST for action port [ 606.134818] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87614a0-d722-4c0b-b490-da58e5625a88 with Priority: HIGHEST for action port [ 606.135483] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87614a0-d722-4c0b-b490-da58e5625a88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.135608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87614a0-d722-4c0b-b490-da58e5625a88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.135655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87614a0-d722-4c0b-b490-da58e5625a88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.135912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87614a0-d722-4c0b-b490-da58e5625a88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.136067] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87614a0-d722-4c0b-b490-da58e5625a88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.233100] env[65957]: INFO networking_nsxv3.common.synchronization [None req-e4424102-990e-4f27-bf67-b6978d76e12e None None] Enqueued Resource ID: 9cdfccd3-e8a9-45d8-9e02-fb075635cb05 with Priority: HIGHEST for action port [ 606.233234] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdfccd3-e8a9-45d8-9e02-fb075635cb05 with Priority: HIGHEST for action port [ 606.234539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cdfccd3-e8a9-45d8-9e02-fb075635cb05 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.234539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cdfccd3-e8a9-45d8-9e02-fb075635cb05" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.234539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cdfccd3-e8a9-45d8-9e02-fb075635cb05" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.234539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cdfccd3-e8a9-45d8-9e02-fb075635cb05" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.234539] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdfccd3-e8a9-45d8-9e02-fb075635cb05',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.263223] env[65957]: INFO networking_nsxv3.common.synchronization [req-3cfb0ecf-7932-47a7-a198-510fc68e6a86 req-d91180b1-cb28-4c72-997e-11833e066ef6 tempest-ServerDiagnosticsNegativeTest-232572391 tempest-ServerDiagnosticsNegativeTest-232572391-project-member] Enqueued Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_members [ 606.265057] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_members [ 606.265057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.265057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.265057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.265057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.265057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.265057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.265057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.265924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.266051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.266183] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.637825] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d87614a0-d722-4c0b-b490-da58e5625a88 [ 606.638061] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.638215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.638288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.638460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.638581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.638630] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d87614a0-d722-4c0b-b490-da58e5625a88 already deleted. [ 606.638706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87614a0-d722-4c0b-b490-da58e5625a88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.741914] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cdfccd3-e8a9-45d8-9e02-fb075635cb05 [ 606.742914] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.742914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.742914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.742914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.742914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.742914] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cdfccd3-e8a9-45d8-9e02-fb075635cb05 already deleted. [ 606.742914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cdfccd3-e8a9-45d8-9e02-fb075635cb05" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.771985] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.772161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.772231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.772450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.772534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.772892] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.772980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.773051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.773268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.773403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.773511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cca2983-b095-4311-acef-4fc22eec0372 already deleted. [ 606.773601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.825752] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.825913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.826039] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.826300] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.826542] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.827499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.827702] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.827956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.828111] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.828325] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.828444] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.828551] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.828693] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.828812] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.828918] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.829088] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.853116] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.853716] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.853948] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.854208] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.854540] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-fe09b6ee-9747-4afd-bb94-53b14631d8f6 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.854794] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.854954] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.855222] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.855291] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe09b6ee-9747-4afd-bb94-53b14631d8f6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.361705] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.366394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.366394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.366394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.366394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.366394] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port fe09b6ee-9747-4afd-bb94-53b14631d8f6 not found, creating... [ 607.367050] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.367512] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.367512] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.368956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.368956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.368956] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.368956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.368956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.368956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.369367] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.369507] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: fe09b6ee-9747-4afd-bb94-53b14631d8f6 is going to be created. [ 607.394502] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.394880] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.395254] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.395566] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.395789] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.396021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.443562] env[65957]: INFO networking_nsxv3.common.synchronization [req-e28e7916-6e04-4dd7-b74d-38b04a1c8d5c req-097d0e41-cdf9-436d-8108-6855e14d4b62 tempest-DeleteServersAdminTestJSON-1119068216 tempest-DeleteServersAdminTestJSON-1119068216-project-admin] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 607.444130] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 607.444474] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.444613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.444665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.444862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.447310] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.447526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.447629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.448344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.448344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.448344] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.747841] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 in Status: SUCCESS [ 607.748102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.951028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.951028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.951028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.951299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.951299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.951368] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.951441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.951547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.951650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.951723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.951806] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be updated. [ 607.985963] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.986164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.986237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.986694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.986694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.997899] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: IN_PROGRESS for 2s [ 608.141947] env[65957]: INFO networking_nsxv3.common.synchronization [req-caf8c405-ba4b-4ebf-9c6e-80307211f386 req-01659875-2cdb-413d-b5c2-f4e80213d082 tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 608.142503] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 608.142797] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.142920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.142985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.143574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.143792] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.144086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.144086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.148358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.148468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.148598] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.164172] env[65957]: INFO networking_nsxv3.common.synchronization [req-3cfb0ecf-7932-47a7-a198-510fc68e6a86 req-88f5d543-8a52-4724-b64d-a38fbea3e426 service nova] Enqueued Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_rules [ 608.164488] env[65957]: INFO networking_nsxv3.common.synchronization [req-3cfb0ecf-7932-47a7-a198-510fc68e6a86 req-88f5d543-8a52-4724-b64d-a38fbea3e426 service nova] Enqueued Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_members [ 608.164488] env[65957]: INFO networking_nsxv3.common.synchronization [req-3cfb0ecf-7932-47a7-a198-510fc68e6a86 req-88f5d543-8a52-4724-b64d-a38fbea3e426 service nova] Enqueued Resource ID: fe09b6ee-9747-4afd-bb94-53b14631d8f6 with Priority: HIGHEST for action port [ 608.164932] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_rules [ 608.165173] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_members [ 608.165229] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe09b6ee-9747-4afd-bb94-53b14631d8f6 with Priority: HIGHEST for action port [ 608.165654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.165654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.165654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.165893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.165970] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.167600] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.167600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.167600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.167600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.167600] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.167600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.167600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.167920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.167920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.167920] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.169154] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe09b6ee-9747-4afd-bb94-53b14631d8f6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.169154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.169154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.169154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.169154] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe09b6ee-9747-4afd-bb94-53b14631d8f6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.566523] env[65957]: INFO networking_nsxv3.common.synchronization [req-fec7491b-3dae-4823-bdee-e5b0b69f75c2 req-5a87b16f-3fc5-4633-bf83-877c0cd57f45 tempest-SecurityGroupRulesTestJSON-915833690 tempest-SecurityGroupRulesTestJSON-915833690-project-member] Enqueued Resource ID: b8e534f9-f751-41c8-8b41-2c6a739442cd with Priority: HIGHEST for action security_group_rules [ 608.566907] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e534f9-f751-41c8-8b41-2c6a739442cd with Priority: HIGHEST for action security_group_rules [ 608.566907] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e534f9-f751-41c8-8b41-2c6a739442cd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.571126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e534f9-f751-41c8-8b41-2c6a739442cd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.571274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e534f9-f751-41c8-8b41-2c6a739442cd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.571650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e534f9-f751-41c8-8b41-2c6a739442cd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.571730] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e534f9-f751-41c8-8b41-2c6a739442cd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.586208] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.586316] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.586416] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.586823] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.587086] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.587718] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.587718] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.587718] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.587718] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.587904] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.588026] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.588125] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.588404] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.588404] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.589640] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.589640] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.611549] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.611549] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.611549] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.611549] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.611549] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.611549] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.613186] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.613186] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.613186] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff5efd5-d5ee-4413-9db6-9358e41d3f68',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.652062] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.652062] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.652062] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 already deleted. [ 608.652062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.670630] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.672187] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.672343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.672480] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe09b6ee-9747-4afd-bb94-53b14631d8f6 with status ACTIVE [ 608.672847] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.672995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.673120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.673347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.673443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.673605] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.673704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.674480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.674480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.674480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.674480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.674480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.675456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.675456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.675456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.675456] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe09b6ee-9747-4afd-bb94-53b14631d8f6 is going to be updated. [ 608.701308] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.701308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.701539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.701742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.701742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.701929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe09b6ee-9747-4afd-bb94-53b14631d8f6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.839607] env[65957]: INFO networking_nsxv3.common.synchronization [None req-d44b45ad-0598-4b75-909f-92c1aae3f879 None None] Enqueued Resource ID: f212f1ce-2094-42d5-bf80-5d1c15b6782f with Priority: HIGHEST for action port [ 608.840079] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f212f1ce-2094-42d5-bf80-5d1c15b6782f with Priority: HIGHEST for action port [ 608.840376] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f212f1ce-2094-42d5-bf80-5d1c15b6782f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.841052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f212f1ce-2094-42d5-bf80-5d1c15b6782f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.841052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f212f1ce-2094-42d5-bf80-5d1c15b6782f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.841052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f212f1ce-2094-42d5-bf80-5d1c15b6782f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.841052] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f212f1ce-2094-42d5-bf80-5d1c15b6782f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.947189] env[65957]: INFO networking_nsxv3.common.synchronization [None req-cae731cb-ad22-4ac1-a2cb-cf33bc346650 None None] Enqueued Resource ID: 63718c84-a081-4ec3-aa4f-a22e3a690ec0 with Priority: HIGHEST for action port [ 608.947559] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63718c84-a081-4ec3-aa4f-a22e3a690ec0 with Priority: HIGHEST for action port [ 608.949421] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-63718c84-a081-4ec3-aa4f-a22e3a690ec0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.951187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63718c84-a081-4ec3-aa4f-a22e3a690ec0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.951187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63718c84-a081-4ec3-aa4f-a22e3a690ec0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.951365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63718c84-a081-4ec3-aa4f-a22e3a690ec0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.951365] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63718c84-a081-4ec3-aa4f-a22e3a690ec0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.096946] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.098038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.098038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.098177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.098344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.098470] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e534f9-f751-41c8-8b41-2c6a739442cd already deleted. [ 609.098774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e534f9-f751-41c8-8b41-2c6a739442cd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.119391] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.119614] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.119730] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.120037] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.120200] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.120351] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 2ff5efd5-d5ee-4413-9db6-9358e41d3f68 not found, creating... [ 609.120628] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.120798] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.120893] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.121498] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.121498] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.121696] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.121696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.121958] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.123101] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.123469] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.123535] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 2ff5efd5-d5ee-4413-9db6-9358e41d3f68 is going to be created. [ 609.153578] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.153867] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.154114] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.154384] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.154680] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.154982] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.178156] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.342757] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f212f1ce-2094-42d5-bf80-5d1c15b6782f [ 609.343491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.343678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.343736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.344059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.344186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.344308] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f212f1ce-2094-42d5-bf80-5d1c15b6782f already deleted. [ 609.344406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f212f1ce-2094-42d5-bf80-5d1c15b6782f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.453725] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63718c84-a081-4ec3-aa4f-a22e3a690ec0 [ 609.454041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.454186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.454263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.454473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.454560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.454654] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63718c84-a081-4ec3-aa4f-a22e3a690ec0 already deleted. [ 609.454736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63718c84-a081-4ec3-aa4f-a22e3a690ec0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.504727] env[65957]: INFO networking_nsxv3.common.synchronization [req-246df920-58c8-449b-a1ba-dc21a7103916 req-51a88c1d-3ad9-47ab-a5c0-aec3b5f9b087 tempest-VolumesAssistedSnapshotsTest-1110096718 tempest-VolumesAssistedSnapshotsTest-1110096718-project-member] Enqueued Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_members [ 609.504727] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_members [ 609.504727] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0bf5ec3-ad76-4c05-8381-987a725576de taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.504727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.504727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.504727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.504727] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.504727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.504727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.504727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.504727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.504727] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.681824] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.681824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.681824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.681824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.681824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.681824] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cca2983-b095-4311-acef-4fc22eec0372 is going to be created. [ 609.712530] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.712530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.712530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.712530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.712705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.724402] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cca2983-b095-4311-acef-4fc22eec0372 in Status: UNINITIALIZED for 2s [ 609.936235] env[65957]: INFO networking_nsxv3.common.synchronization [req-caf8c405-ba4b-4ebf-9c6e-80307211f386 req-b836864e-767d-4fbc-aeca-ba57bcfad9d8 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 609.936397] env[65957]: INFO networking_nsxv3.common.synchronization [req-caf8c405-ba4b-4ebf-9c6e-80307211f386 req-b836864e-767d-4fbc-aeca-ba57bcfad9d8 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 609.936535] env[65957]: INFO networking_nsxv3.common.synchronization [req-caf8c405-ba4b-4ebf-9c6e-80307211f386 req-b836864e-767d-4fbc-aeca-ba57bcfad9d8 service nova] Enqueued Resource ID: 2ff5efd5-d5ee-4413-9db6-9358e41d3f68 with Priority: HIGHEST for action port [ 609.937361] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 609.937613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 609.937733] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff5efd5-d5ee-4413-9db6-9358e41d3f68 with Priority: HIGHEST for action port [ 609.938034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.938418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.938471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.938728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.938812] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.940850] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.940978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.941070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.941250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.941410] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.943084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.943084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.943084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.943084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.943084] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.943084] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.943084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.943084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.943673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.943673] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff5efd5-d5ee-4413-9db6-9358e41d3f68',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.006702] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.006915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.007017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.007256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.007352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.007664] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.007808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.007881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.008099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.008186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.008277] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0bf5ec3-ad76-4c05-8381-987a725576de already deleted. [ 610.008357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.009366] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: SUCCESS [ 610.009548] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 deletion is rescheduled due to dependency. [ 610.009658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.085951] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.086371] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-666" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.086599] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-666" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.086996] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-666" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.087368] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.087684] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.087900] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.088235] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.088473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.088846] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.089085] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.089369] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.089608] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.089834] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.090035] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.091755] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.122165] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.122165] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.122165] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.122371] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-666" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.122627] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-760a9043-c261-419d-8581-1f8d0093f151 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.122818] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.122906] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.123262] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.123397] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('760a9043-c261-419d-8581-1f8d0093f151',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.127921] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1e74fe66-a54e-4c92-bd90-8eaa290fe7ec tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_rules [ 610.128429] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_rules [ 610.128855] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.129063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.129154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.129516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.129516] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.333841] env[65957]: INFO networking_nsxv3.common.synchronization [None req-278b8904-71ca-478c-9e9a-44771e1d67ca tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_rules [ 610.336022] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_rules [ 610.336022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.336022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.449524] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff5efd5-d5ee-4413-9db6-9358e41d3f68 with status ACTIVE [ 610.453025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.453025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.453025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.453025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.453025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff5efd5-d5ee-4413-9db6-9358e41d3f68 is going to be updated. [ 610.454495] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.454495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.454495] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.482689] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.482910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.482910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.483108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.483241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.483407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff5efd5-d5ee-4413-9db6-9358e41d3f68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.626253] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.626501] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.626581] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.626851] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.626994] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.627157] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 760a9043-c261-419d-8581-1f8d0093f151 not found, creating... [ 610.627487] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.627660] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.627793] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.628038] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.628152] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.628433] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.628603] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.628712] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.628925] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.629090] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.629219] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 760a9043-c261-419d-8581-1f8d0093f151 is going to be created. [ 610.657764] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.657954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.657997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.658238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.658327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.658551] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 already deleted. [ 610.658790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.658985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.659197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.659291] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.664837] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.665153] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.665360] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.665643] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.665869] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.666154] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.958306] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.184440] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.184590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.184660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.184885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.184977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.185087] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 already deleted. [ 611.185170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.399089] env[65957]: INFO networking_nsxv3.common.synchronization [req-246df920-58c8-449b-a1ba-dc21a7103916 req-a2af1d85-0486-4567-8974-a58e3d60f5f7 service nova] Enqueued Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_rules [ 611.399089] env[65957]: INFO networking_nsxv3.common.synchronization [req-246df920-58c8-449b-a1ba-dc21a7103916 req-a2af1d85-0486-4567-8974-a58e3d60f5f7 service nova] Enqueued Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_members [ 611.399225] env[65957]: INFO networking_nsxv3.common.synchronization [req-246df920-58c8-449b-a1ba-dc21a7103916 req-a2af1d85-0486-4567-8974-a58e3d60f5f7 service nova] Enqueued Resource ID: 760a9043-c261-419d-8581-1f8d0093f151 with Priority: HIGHEST for action port [ 611.399831] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_rules [ 611.400028] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_members [ 611.400154] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760a9043-c261-419d-8581-1f8d0093f151 with Priority: HIGHEST for action port [ 611.400473] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0bf5ec3-ad76-4c05-8381-987a725576de taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.400605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.400706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.400931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.401038] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.402165] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0bf5ec3-ad76-4c05-8381-987a725576de taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.402165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.402165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.402380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.402429] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.402906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.402906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.402906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.402906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.402906] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.404113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-760a9043-c261-419d-8581-1f8d0093f151 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.404311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.404311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.404498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.404498] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('760a9043-c261-419d-8581-1f8d0093f151',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.461264] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.461264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.461501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.461556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.462502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.462502] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be created. [ 611.488051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.488051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.488280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.488399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.489544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.501905] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: UNINITIALIZED for 2s [ 611.719194] env[65957]: INFO networking_nsxv3.common.synchronization [None req-5866b503-8fbe-42de-b366-587ff1c18e75 tempest-ServersWithSpecificFlavorTestJSON-1024937941 tempest-ServersWithSpecificFlavorTestJSON-1024937941-project-member] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 611.719848] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 611.720178] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.720305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.720372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.720634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.720775] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.737314] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cca2983-b095-4311-acef-4fc22eec0372 in Status: SUCCESS [ 611.738142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.738142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.738316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.738503] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.738654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.739053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.739053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.739053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.739249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.739293] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.812212] env[65957]: INFO networking_nsxv3.common.synchronization [None req-82746b31-afb0-47bc-aef2-eacbb8c3b2fd tempest-ServersWithSpecificFlavorTestJSON-1024937941 tempest-ServersWithSpecificFlavorTestJSON-1024937941-project-member] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 611.812774] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 611.813055] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.813185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.906853] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.907896] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0bf5ec3-ad76-4c05-8381-987a725576de taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.908096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.908162] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 760a9043-c261-419d-8581-1f8d0093f151 with status ACTIVE [ 611.908320] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.908424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.908489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.908725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.908818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.908980] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.909091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.909147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.909302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.909378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.909556] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.909648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.909705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.909838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.909911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.910347] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 760a9043-c261-419d-8581-1f8d0093f151 is going to be updated. [ 611.936017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.936017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.936017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.936017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.936017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.936017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-760a9043-c261-419d-8581-1f8d0093f151" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.046553] env[65957]: INFO networking_nsxv3.common.synchronization [req-453eadfe-fc38-4c65-b978-3fe6d85897df req-4d88bac2-9b80-4eea-8899-169ca0166c3a tempest-ServerDiagnosticsTest-1253564980 tempest-ServerDiagnosticsTest-1253564980-project-member] Enqueued Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_members [ 612.047217] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_members [ 612.047606] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.047760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.047849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.048178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.048378] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.048510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.048597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.048791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.048902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.049041] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.241664] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.241885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.242096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.242212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.243826] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.243975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.244054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.244235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.244350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.244856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.244856] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.244856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.244856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.245150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.245205] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.245539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.245539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.245539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.245703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.245703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.245763] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.248622] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.248793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.248950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.249020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.249095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.249215] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 already deleted. [ 612.249275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.249403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.249535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.249620] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.412920] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.551887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.552122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.552122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.552336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.552424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.552617] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.552728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.552781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.552919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.552992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.553297] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 already deleted. [ 612.553297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.610380] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.610675] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.610872] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.611209] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.611542] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.611772] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.611962] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.612418] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.612626] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.612895] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.613082] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.613258] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.613432] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.613621] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.613793] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.613995] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.633073] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.633257] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.633391] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.633653] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.634112] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-cbcc623a-4ab5-413a-a011-2750a59c601d taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.634322] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.634457] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.634791] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.634929] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbcc623a-4ab5-413a-a011-2750a59c601d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.752077] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cca2983-b095-4311-acef-4fc22eec0372: rpc.has_security_group_logging(os_id): False [ 612.806973] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.807227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.807227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.807876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.807876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.807876] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 already deleted. [ 612.807876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.809522] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.809522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.809522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.809522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.809522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.809522] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.809837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.809837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.809837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.809837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.810590] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.810590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.810590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.810590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.810590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.810590] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.810590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.810961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.810961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.810961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.810961] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cca2983-b095-4311-acef-4fc22eec0372 is going to be created. [ 612.912973] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.913178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.913352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.913424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.913611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.915325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.915481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.915571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.915713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.915798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.915912] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0bf5ec3-ad76-4c05-8381-987a725576de is going to be created. [ 612.928151] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cca2983-b095-4311-acef-4fc22eec0372 in Status: IN_PROGRESS for 2s [ 612.940348] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.940522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.940591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.940802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.940981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.952655] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0bf5ec3-ad76-4c05-8381-987a725576de in Status: UNINITIALIZED for 2s [ 613.139666] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.140136] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.140136] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.140410] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.140625] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.140811] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port cbcc623a-4ab5-413a-a011-2750a59c601d not found, creating... [ 613.141096] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.141239] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.141472] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.141665] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.141743] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.141983] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.142179] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.142290] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.142495] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.142627] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.142813] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: cbcc623a-4ab5-413a-a011-2750a59c601d is going to be created. [ 613.165462] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.165772] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.165852] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.166160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.166408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.166652] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.517938] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.517938] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.517938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.517938] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.984138] env[65957]: INFO networking_nsxv3.common.synchronization [req-453eadfe-fc38-4c65-b978-3fe6d85897df req-9411c1a0-b762-425b-b5a4-bcb42467fef1 service nova] Enqueued Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_rules [ 613.984847] env[65957]: INFO networking_nsxv3.common.synchronization [req-453eadfe-fc38-4c65-b978-3fe6d85897df req-9411c1a0-b762-425b-b5a4-bcb42467fef1 service nova] Enqueued Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_members [ 613.984847] env[65957]: INFO networking_nsxv3.common.synchronization [req-453eadfe-fc38-4c65-b978-3fe6d85897df req-9411c1a0-b762-425b-b5a4-bcb42467fef1 service nova] Enqueued Resource ID: cbcc623a-4ab5-413a-a011-2750a59c601d with Priority: HIGHEST for action port [ 613.985122] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_rules [ 613.985253] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_members [ 613.985354] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbcc623a-4ab5-413a-a011-2750a59c601d with Priority: HIGHEST for action port [ 613.986202] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.987745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.987745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.987745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.987745] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.989226] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.990134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.990134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.990134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.990134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.990134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.990134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.990411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.990411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.990484] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.992986] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbcc623a-4ab5-413a-a011-2750a59c601d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.992986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.992986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.992986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.992986] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbcc623a-4ab5-413a-a011-2750a59c601d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.022485] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.022634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.022703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.023637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.023637] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.023637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.023637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.025042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.025042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.025042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.025605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.025605] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.472619] env[65957]: INFO networking_nsxv3.common.synchronization [req-52591b36-3282-49fe-8466-4f2e0445edf9 req-2479ea62-d6df-4402-b7e6-5b2b3fd22931 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 614.473310] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 614.473685] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.473854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.473938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.474194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.474379] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.474498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.474563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.474772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.474870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.474996] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.494914] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.496982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.497118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbcc623a-4ab5-413a-a011-2750a59c601d with status ACTIVE [ 614.501021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.501021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.501021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.501021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.501021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbcc623a-4ab5-413a-a011-2750a59c601d is going to be updated. [ 614.527921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.528115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.528189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.528399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.528542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.528734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbcc623a-4ab5-413a-a011-2750a59c601d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.529517] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce955f7-07b2-4076-80d8-06c296565870: rpc.has_security_group_logging(os_id): False [ 614.549466] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.549695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.549695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.549949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.550063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.550212] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.550336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.550396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.550581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.550665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.550878] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551009] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.551218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.551319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.551530] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.551844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.551937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.552044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be created. [ 614.627364] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.627364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.627364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.627364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.628208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.651495] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 614.942828] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cca2983-b095-4311-acef-4fc22eec0372 in Status: SUCCESS [ 614.942828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.964224] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0bf5ec3-ad76-4c05-8381-987a725576de in Status: SUCCESS [ 614.964724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.966044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.966151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.966330] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.966503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.966765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.967573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.967573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.967573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.967573] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.979838] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.980032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.980149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.980876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.980876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.980876] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.980876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.980876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.980876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.981139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.981139] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 614.998308] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.010519] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.010519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.010519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.010675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.011084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.020796] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 615.470175] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.503743] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.503743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.503743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.503743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.503743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.503743] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 is going to be created. [ 615.530669] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.530669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.530669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.530862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.530891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.543415] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 in Status: UNINITIALIZED for 2s [ 615.973786] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0bf5ec3-ad76-4c05-8381-987a725576de: rpc.has_security_group_logging(os_id): False [ 615.993812] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.993949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.994075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.994251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.994341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.994585] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.994699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.994751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.994888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.994959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.995075] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0bf5ec3-ad76-4c05-8381-987a725576de is going to be created. [ 616.065294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.065294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.065294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.065294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.065588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.082436] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0bf5ec3-ad76-4c05-8381-987a725576de in Status: IN_PROGRESS for 2s [ 616.147128] env[65957]: INFO networking_nsxv3.common.synchronization [req-1424cb0d-42ed-4d8f-a029-7aeccab15b61 req-c717129a-c5f2-44db-925a-63d739d7d7ff tempest-VolumesAdminNegativeTest-1882805992 tempest-VolumesAdminNegativeTest-1882805992-project-member] Enqueued Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_members [ 616.147352] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_members [ 616.147645] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c8722-86ec-44d7-9a6a-12523270c587 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.148960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.148960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.148960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.148960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.148960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.148960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.149300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.149300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.149300] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.244748] env[65957]: INFO networking_nsxv3.common.synchronization [req-60ecd8b6-9210-4f6d-8736-36c4c3ef50e0 req-3d724c30-a773-47cd-aedd-6e62b885bcf3 tempest-SecurityGroupRulesTestJSON-915833690 tempest-SecurityGroupRulesTestJSON-915833690-project-member] Enqueued Resource ID: 4a0a67ce-4d39-48c3-a97f-26c83acbc288 with Priority: HIGHEST for action security_group_rules [ 616.245383] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0a67ce-4d39-48c3-a97f-26c83acbc288 with Priority: HIGHEST for action security_group_rules [ 616.245731] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a0a67ce-4d39-48c3-a97f-26c83acbc288 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.245863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a0a67ce-4d39-48c3-a97f-26c83acbc288" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.245944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a0a67ce-4d39-48c3-a97f-26c83acbc288" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.248068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a0a67ce-4d39-48c3-a97f-26c83acbc288" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.248068] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a0a67ce-4d39-48c3-a97f-26c83acbc288',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.641034] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.641411] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.641411] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.642302] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.642302] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.643082] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.643287] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.644360] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.644515] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.644709] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.645319] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.645569] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.645741] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.645813] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.645970] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.646427] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.652837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.653521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.653521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.653521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.653679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.653749] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.653853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.653928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.654112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.654196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.654283] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c8722-86ec-44d7-9a6a-12523270c587 already deleted. [ 616.654362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.665013] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 616.665355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.668886] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.669153] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.669296] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.669357] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.669698] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-5b70c8e1-77af-4063-ab92-a6434041316d taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.669893] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.670108] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.670443] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.670575] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b70c8e1-77af-4063-ab92-a6434041316d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.773795] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.775170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.775170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.775170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.775170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.775170] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a0a67ce-4d39-48c3-a97f-26c83acbc288 already deleted. [ 616.775170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a0a67ce-4d39-48c3-a97f-26c83acbc288" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.033143] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 617.033143] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 617.033143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.173707] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.173924] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.174161] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.174505] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.174505] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.174665] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 5b70c8e1-77af-4063-ab92-a6434041316d not found, creating... [ 617.175552] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.175552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.175552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.175552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.175552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.175840] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.175898] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.176152] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.176234] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.176340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.176630] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 5b70c8e1-77af-4063-ab92-a6434041316d is going to be created. [ 617.203056] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.203291] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.203411] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.203680] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.203904] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.204142] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.557944] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 in Status: SUCCESS [ 617.558223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.558294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.558531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.558762] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.558909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.558988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.559630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.559630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.559630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.559630] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.902543] env[65957]: INFO networking_nsxv3.common.synchronization [req-1424cb0d-42ed-4d8f-a029-7aeccab15b61 req-ac46aea6-beb5-49e1-b78c-696f65864eb6 service nova] Enqueued Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_rules [ 617.902827] env[65957]: INFO networking_nsxv3.common.synchronization [req-1424cb0d-42ed-4d8f-a029-7aeccab15b61 req-ac46aea6-beb5-49e1-b78c-696f65864eb6 service nova] Enqueued Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_members [ 617.902861] env[65957]: INFO networking_nsxv3.common.synchronization [req-1424cb0d-42ed-4d8f-a029-7aeccab15b61 req-ac46aea6-beb5-49e1-b78c-696f65864eb6 service nova] Enqueued Resource ID: 5b70c8e1-77af-4063-ab92-a6434041316d with Priority: HIGHEST for action port [ 617.903678] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_rules [ 617.904014] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_members [ 617.904159] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b70c8e1-77af-4063-ab92-a6434041316d with Priority: HIGHEST for action port [ 617.904447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70c8722-86ec-44d7-9a6a-12523270c587 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.904571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.904638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.904922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.905031] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.905841] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c8722-86ec-44d7-9a6a-12523270c587 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.905966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.906022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.906248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.906439] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.906545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.906605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.906759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.906838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.906927] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.908094] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b70c8e1-77af-4063-ab92-a6434041316d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.908278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.908390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.911779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.912039] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b70c8e1-77af-4063-ab92-a6434041316d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.061512] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.061663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.061735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.061973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.062222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.063277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.063277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.063277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.063277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.063277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.063650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.063650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.063650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.063767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.063917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.064059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.064094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.064233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.064309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.064418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.064553] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.098141] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0bf5ec3-ad76-4c05-8381-987a725576de in Status: SUCCESS [ 618.098297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.414772] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.416252] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c8722-86ec-44d7-9a6a-12523270c587 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.416528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.416809] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b70c8e1-77af-4063-ab92-a6434041316d with status ACTIVE [ 618.417549] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.417757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.417873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.418146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.418349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.418602] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.418998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.419690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.421331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.421434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.421663] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.421776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.421840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.422011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.422116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.422207] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b70c8e1-77af-4063-ab92-a6434041316d is going to be updated. [ 618.447202] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.447361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.447431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.447661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.447810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.447980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b70c8e1-77af-4063-ab92-a6434041316d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.568029] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910: rpc.has_security_group_logging(os_id): False [ 618.596514] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.596514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.596514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.596514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.596514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.596514] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.597067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.597325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.597729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.598148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.598741] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.598741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.599889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.599889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.599889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.599889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.599889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.599889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.599889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.599889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.600229] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 is going to be created. [ 618.682692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.682856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.682920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.683393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.683393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.700309] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 in Status: IN_PROGRESS for 2s [ 618.925438] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.217141] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9bc75dd7-b64c-41a6-b59d-c1b8a7284bea None None] Enqueued Resource ID: 53932750-84a4-43c0-bbb5-ba144e118eeb with Priority: HIGHEST for action port [ 619.217141] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53932750-84a4-43c0-bbb5-ba144e118eeb with Priority: HIGHEST for action port [ 619.217141] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-53932750-84a4-43c0-bbb5-ba144e118eeb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.217141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53932750-84a4-43c0-bbb5-ba144e118eeb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.217141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53932750-84a4-43c0-bbb5-ba144e118eeb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.218666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53932750-84a4-43c0-bbb5-ba144e118eeb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.218773] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53932750-84a4-43c0-bbb5-ba144e118eeb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.429053] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.429053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.429053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.429053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.431232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.431232] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c8722-86ec-44d7-9a6a-12523270c587 is going to be created. [ 619.462831] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.464043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.464043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.464043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.464559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.477387] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c8722-86ec-44d7-9a6a-12523270c587 in Status: UNINITIALIZED for 2s [ 619.590754] env[65957]: INFO networking_nsxv3.common.synchronization [None req-691419ec-6217-4939-ac4a-08d295236478 None None] Enqueued Resource ID: b4f5f6f1-1d6d-4428-b779-0e5c2323da64 with Priority: HIGHEST for action port [ 619.592247] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f5f6f1-1d6d-4428-b779-0e5c2323da64 with Priority: HIGHEST for action port [ 619.596291] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f5f6f1-1d6d-4428-b779-0e5c2323da64 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.596893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f5f6f1-1d6d-4428-b779-0e5c2323da64" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.596893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f5f6f1-1d6d-4428-b779-0e5c2323da64" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.597305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f5f6f1-1d6d-4428-b779-0e5c2323da64" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.597305] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f5f6f1-1d6d-4428-b779-0e5c2323da64',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.723734] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53932750-84a4-43c0-bbb5-ba144e118eeb [ 619.724042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.724042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.724042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.724565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.724565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.724751] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53932750-84a4-43c0-bbb5-ba144e118eeb already deleted. [ 619.724894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53932750-84a4-43c0-bbb5-ba144e118eeb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.863213] env[65957]: INFO networking_nsxv3.common.synchronization [req-b2cb5df1-65ad-40e8-9f8f-fb7e64029df7 req-a976fb6b-6444-4895-8db4-9858db0038c0 tempest-ListImageFiltersTestJSON-529160639 tempest-ListImageFiltersTestJSON-529160639-project-member] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 619.863830] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 619.864799] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.865307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.865307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.865623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.865956] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.866132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.866242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.866482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.866652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.866797] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.103235] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f5f6f1-1d6d-4428-b779-0e5c2323da64 [ 620.103235] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.103864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.103864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.103864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.103864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.103864] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f5f6f1-1d6d-4428-b779-0e5c2323da64 already deleted. [ 620.104151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f5f6f1-1d6d-4428-b779-0e5c2323da64" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.372443] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.372443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.372443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.373313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.373313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.374121] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.374121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.374121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.374121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.374121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.374359] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 already deleted. [ 620.374518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.475256] env[65957]: INFO networking_nsxv3.common.synchronization [req-0e6d61c2-301c-4501-8ef2-9823be4cc3b6 req-54a0e253-ff2c-4cb7-9ce5-7a021241fe51 tempest-TenantUsagesTestJSON-1924923704 tempest-TenantUsagesTestJSON-1924923704-project-member] Enqueued Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_members [ 620.475696] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d843878d-bd82-4258-aa26-d22c67d34b90 with Priority: HIGHEST for action security_group_members [ 620.476582] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d843878d-bd82-4258-aa26-d22c67d34b90 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.476839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.476954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.477210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.477427] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.477572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.477691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.477956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.478100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.478233] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d843878d-bd82-4258-aa26-d22c67d34b90',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.642020] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.642020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.642020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.642020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.642020] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.642020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.642020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.642020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.642020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.642020] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.642020] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.642020] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.642020] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.642936] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.642936] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.642936] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.669639] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.669639] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.669639] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.669639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.669639] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-8ac3e889-f950-453e-810a-ecb682451f13 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.669639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.669639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.669639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.669639] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac3e889-f950-453e-810a-ecb682451f13',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.717023] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 in Status: SUCCESS [ 620.717281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.982111] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.982111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.982111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.982111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.982111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.982111] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.982404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.982404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.982404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.982500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.982531] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d843878d-bd82-4258-aa26-d22c67d34b90 is going to be updated. [ 621.011736] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.011956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.011956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.012178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.012313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.021787] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d843878d-bd82-4258-aa26-d22c67d34b90 in Status: IN_PROGRESS for 2s [ 621.173225] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.173225] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.173225] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.173688] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.173688] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.173811] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 8ac3e889-f950-453e-810a-ecb682451f13 not found, creating... [ 621.175120] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.175120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.175120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.175120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.175120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.175120] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.175120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.175480] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.175480] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.175480] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.175594] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 8ac3e889-f950-453e-810a-ecb682451f13 is going to be created. [ 621.199052] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.199277] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.199390] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.199651] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.199863] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.200159] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490823] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c8722-86ec-44d7-9a6a-12523270c587 in Status: SUCCESS [ 621.491568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.491568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.491568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.491952] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.492029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.492068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.492238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.492312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.492542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.492683] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.921858] env[65957]: INFO networking_nsxv3.common.synchronization [req-b2cb5df1-65ad-40e8-9f8f-fb7e64029df7 req-ec65ae13-5f6d-4d05-9441-e36ce44afc33 service nova] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_rules [ 621.923641] env[65957]: INFO networking_nsxv3.common.synchronization [req-b2cb5df1-65ad-40e8-9f8f-fb7e64029df7 req-ec65ae13-5f6d-4d05-9441-e36ce44afc33 service nova] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 621.923845] env[65957]: INFO networking_nsxv3.common.synchronization [req-b2cb5df1-65ad-40e8-9f8f-fb7e64029df7 req-ec65ae13-5f6d-4d05-9441-e36ce44afc33 service nova] Enqueued Resource ID: 8ac3e889-f950-453e-810a-ecb682451f13 with Priority: HIGHEST for action port [ 621.924645] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_rules [ 621.924923] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 621.925799] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac3e889-f950-453e-810a-ecb682451f13 with Priority: HIGHEST for action port [ 621.926460] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.926593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.926663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.928814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.929017] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.933088] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.933211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.933279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.933474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.933629] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.933721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.933803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.933919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.933999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.934103] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.934913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac3e889-f950-453e-810a-ecb682451f13 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.935037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.935104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.935251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.935323] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac3e889-f950-453e-810a-ecb682451f13',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.995673] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c8722-86ec-44d7-9a6a-12523270c587 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.995673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.996243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.996243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.996243] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.996366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.996366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.997682] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c8722-86ec-44d7-9a6a-12523270c587 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.997682] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.997682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.998220] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.046217] env[65957]: INFO networking_nsxv3.common.synchronization [req-2e3b9a1d-b014-44f0-b646-fe275a7547ea req-b8daf4a4-4ed3-48a7-8143-0429e16eabd5 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_members [ 622.046741] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_members [ 622.047056] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.047189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.047245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.047503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.047692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.047800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.047863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.048078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.048171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.048265] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.166110] env[65957]: INFO networking_nsxv3.common.synchronization [None req-eb25d03b-ea01-485b-b363-b95267f6a61b None None] Enqueued Resource ID: 8bb8483d-54b2-4295-bf9c-6afc898c2b60 with Priority: HIGHEST for action port [ 622.166763] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb8483d-54b2-4295-bf9c-6afc898c2b60 with Priority: HIGHEST for action port [ 622.167098] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bb8483d-54b2-4295-bf9c-6afc898c2b60 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.167228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bb8483d-54b2-4295-bf9c-6afc898c2b60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.167295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bb8483d-54b2-4295-bf9c-6afc898c2b60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.167835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bb8483d-54b2-4295-bf9c-6afc898c2b60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.167835] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb8483d-54b2-4295-bf9c-6afc898c2b60',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.171707] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9c86eb2c-21b0-4e2b-ae8d-301a05a0ef2a None None] Enqueued Resource ID: d31afea9-882c-426b-8415-a02a0902c872 with Priority: HIGHEST for action port [ 622.172158] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31afea9-882c-426b-8415-a02a0902c872 with Priority: HIGHEST for action port [ 622.172444] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d31afea9-882c-426b-8415-a02a0902c872 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.172444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d31afea9-882c-426b-8415-a02a0902c872" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.172623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d31afea9-882c-426b-8415-a02a0902c872" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.172744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d31afea9-882c-426b-8415-a02a0902c872" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.172801] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31afea9-882c-426b-8415-a02a0902c872',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.439621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.439918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.440190] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.441144] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ac3e889-f950-453e-810a-ecb682451f13 with status ACTIVE [ 622.442096] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.442096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.442096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.442340] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.442620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.442620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.442858] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.445897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.446052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.446179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.446242] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ac3e889-f950-453e-810a-ecb682451f13 is going to be updated. [ 622.476767] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.476963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.477035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.477246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.477402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.477519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac3e889-f950-453e-810a-ecb682451f13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.500956] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70c8722-86ec-44d7-9a6a-12523270c587: rpc.has_security_group_logging(os_id): False [ 622.527524] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.527524] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.527524] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.527524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.528518] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.528518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.528598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.528834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.529542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.529968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70c8722-86ec-44d7-9a6a-12523270c587 is going to be created. [ 622.550681] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.552303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.552585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.552975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.553116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.553669] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.553669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.553669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.554396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.556248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.556387] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 already deleted. [ 622.556489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.617108] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.617108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.617108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.617108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.617302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.621182] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.621382] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.621496] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.621817] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.622092] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.622250] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.622362] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.622576] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.622713] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.622914] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.623033] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.623138] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.623243] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.623346] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.623446] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.623774] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.633740] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c8722-86ec-44d7-9a6a-12523270c587 in Status: IN_PROGRESS for 2s [ 622.643859] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.644062] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.644167] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.644340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.644652] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-ca64bfd2-9b6e-4abe-8569-3e332586a488 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.644823] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.644938] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.645281] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.645417] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca64bfd2-9b6e-4abe-8569-3e332586a488',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.671263] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bb8483d-54b2-4295-bf9c-6afc898c2b60 [ 622.671510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.671642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.671716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.671915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.672069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.672171] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bb8483d-54b2-4295-bf9c-6afc898c2b60 already deleted. [ 622.672207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bb8483d-54b2-4295-bf9c-6afc898c2b60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.674845] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d31afea9-882c-426b-8415-a02a0902c872 [ 622.675307] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.675307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.675307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.675490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.675490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.675594] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d31afea9-882c-426b-8415-a02a0902c872 already deleted. [ 622.675712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d31afea9-882c-426b-8415-a02a0902c872" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.948763] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.035678] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d843878d-bd82-4258-aa26-d22c67d34b90 in Status: SUCCESS [ 623.035945] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d843878d-bd82-4258-aa26-d22c67d34b90 deletion is rescheduled due to dependency. [ 623.036136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d843878d-bd82-4258-aa26-d22c67d34b90" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.147817] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.148013] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.148222] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.148529] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.148705] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.148887] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port ca64bfd2-9b6e-4abe-8569-3e332586a488 not found, creating... [ 623.149288] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.153227] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.153377] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.153643] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.153783] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.154382] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.154485] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.154557] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.154810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.154982] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.155108] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: ca64bfd2-9b6e-4abe-8569-3e332586a488 is going to be created. [ 623.182197] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.182472] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.183193] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.183503] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.185273] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.185521] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.452053] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.452388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.452388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.452777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.452847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.452919] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be created. [ 623.477367] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.478319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.478319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.478319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.478739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.489808] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: UNINITIALIZED for 2s [ 623.982212] env[65957]: INFO networking_nsxv3.common.synchronization [req-2e3b9a1d-b014-44f0-b646-fe275a7547ea req-d7d6df0d-547d-4ffe-bfe2-35f4e2096b6f service nova] Enqueued Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_rules [ 623.982373] env[65957]: INFO networking_nsxv3.common.synchronization [req-2e3b9a1d-b014-44f0-b646-fe275a7547ea req-d7d6df0d-547d-4ffe-bfe2-35f4e2096b6f service nova] Enqueued Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_members [ 623.982498] env[65957]: INFO networking_nsxv3.common.synchronization [req-2e3b9a1d-b014-44f0-b646-fe275a7547ea req-d7d6df0d-547d-4ffe-bfe2-35f4e2096b6f service nova] Enqueued Resource ID: ca64bfd2-9b6e-4abe-8569-3e332586a488 with Priority: HIGHEST for action port [ 623.987392] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_rules [ 623.987392] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_members [ 623.987392] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca64bfd2-9b6e-4abe-8569-3e332586a488 with Priority: HIGHEST for action port [ 623.987392] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.987392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.987392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.987392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.987392] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.987392] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.987392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.987392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.987392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.987392] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.987392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.987938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.987938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.987938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.987938] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.990862] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca64bfd2-9b6e-4abe-8569-3e332586a488 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.990862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.990862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.990862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.990862] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca64bfd2-9b6e-4abe-8569-3e332586a488',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.340659] env[65957]: INFO networking_nsxv3.common.synchronization [None req-af76c3ab-243f-40a1-8614-c9b167b7965e tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 624.341776] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 624.342250] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.342784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.342784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.342960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.343028] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.497243] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.498496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.498496] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca64bfd2-9b6e-4abe-8569-3e332586a488 with status ACTIVE [ 624.498790] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.498790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.498948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.499294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.499389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.499652] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.500014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.500014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.500137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.500256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.500717] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.500717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.500855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.500949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.501075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.501202] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca64bfd2-9b6e-4abe-8569-3e332586a488 is going to be updated. [ 624.502703] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.527909] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.528320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.528320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.528461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.528500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.529132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca64bfd2-9b6e-4abe-8569-3e332586a488" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.648035] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70c8722-86ec-44d7-9a6a-12523270c587 in Status: SUCCESS [ 624.648035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.659746] env[65957]: INFO networking_nsxv3.common.synchronization [None req-45f31ee0-338c-4493-afeb-b89ba90bf61e tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 624.664463] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 624.664463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.664463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.664463] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.746027] env[65957]: INFO networking_nsxv3.common.synchronization [None req-eccba651-ffcc-441d-bfa1-77716843a3ef tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 624.746505] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 624.747204] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.747550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.869702] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.869847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.869922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.870152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.870243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.870348] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 already deleted. [ 624.870434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.870587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.870751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.870838] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.005155] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.189218] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.189467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.189604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.189966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.190195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.190328] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 already deleted. [ 625.191218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.250706] env[65957]: INFO networking_nsxv3.common.synchronization [None req-86e6ea3d-2c30-4664-898c-45662dc39ed3 tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 625.251714] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 625.252200] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.252372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.252484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.252836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.252966] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.397331] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.397449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.397515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.397757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.397858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.397941] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 already deleted. [ 625.398037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.500468] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 625.500468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.500789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.500789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.500988] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.501148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.501148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.501398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.501398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.501522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.501604] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.507748] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.507918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.507981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.508188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.508275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.508371] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 is going to be created. [ 625.533643] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.533815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.533815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.533987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.534182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.546520] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 in Status: UNINITIALIZED for 2s [ 625.776094] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.776320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.776438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.776700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.776816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.776923] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 already deleted. [ 625.777012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.004529] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.004761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.004946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.005208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.005455] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.005619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.005689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.005950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.006099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.006243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.006465] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.006626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.006719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.006962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.007309] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.007498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.007631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.007917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.008079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.008258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.009328] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.319396] env[65957]: INFO networking_nsxv3.common.synchronization [None req-4648b36c-5d1d-4cfd-8052-dc8c392b6bb4 None None] Enqueued Resource ID: 560666a4-bdb0-4f88-bf25-0dc38dc3cce9 with Priority: HIGHEST for action port [ 626.320631] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 560666a4-bdb0-4f88-bf25-0dc38dc3cce9 with Priority: HIGHEST for action port [ 626.321037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-560666a4-bdb0-4f88-bf25-0dc38dc3cce9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-560666a4-bdb0-4f88-bf25-0dc38dc3cce9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-560666a4-bdb0-4f88-bf25-0dc38dc3cce9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.321708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-560666a4-bdb0-4f88-bf25-0dc38dc3cce9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.321808] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('560666a4-bdb0-4f88-bf25-0dc38dc3cce9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.511184] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c20182d2-db26-44de-acec-3a81267dbdc3: rpc.has_security_group_logging(os_id): False [ 626.531405] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.531763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.531763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.531855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.532458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.532458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.532753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.532753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.532927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.533020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.533212] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.533296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.533548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.533548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.533659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.533928] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.533928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.533928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.534363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.534489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.534594] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be created. [ 626.603294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.603422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.603508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.603744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.603929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.617092] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: IN_PROGRESS for 2s [ 626.826044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 560666a4-bdb0-4f88-bf25-0dc38dc3cce9 [ 626.826589] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.826970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.827099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.827432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.827567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.827794] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:560666a4-bdb0-4f88-bf25-0dc38dc3cce9 already deleted. [ 626.828052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-560666a4-bdb0-4f88-bf25-0dc38dc3cce9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.564973] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 in Status: SUCCESS [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.564973] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.564973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.565939] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.594092] env[65957]: INFO networking_nsxv3.common.synchronization [req-61d4b4e0-8130-4946-b739-5f1681bdbe5f req-09dd2efa-5c14-4608-b3f1-baa9cb30f3c8 tempest-ListImageFiltersTestJSON-529160639 tempest-ListImageFiltersTestJSON-529160639-project-member] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 627.594092] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 627.600949] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.601133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.601206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.601493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.601639] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.601707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.602313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.602313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.602313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.602313] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.069178] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.114085] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.135405] env[65957]: INFO networking_nsxv3.common.synchronization [req-144235d1-581c-4488-aece-0e2f8eb694e3 req-2e93bf22-8afd-4d9d-bd71-080994d270d4 tempest-ServersWithSpecificFlavorTestJSON-1024937941 tempest-ServersWithSpecificFlavorTestJSON-1024937941-project-member] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 628.136166] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 628.136854] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.137007] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.137061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.137358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.137846] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.138048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.138086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.138248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.138514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.138514] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.161022] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.161022] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.161251] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.161365] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.161620] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.161835] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.161905] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.162357] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.162480] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.162739] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.162850] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.162961] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.163083] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.163425] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.163425] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.163425] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.185959] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.186168] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.186305] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.186497] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.186833] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-f445b2a5-05ee-41be-8a05-af004cdf94d9 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.187026] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.187147] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.187516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.187663] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f445b2a5-05ee-41be-8a05-af004cdf94d9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.574511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93f98c1f-121f-43cc-9bd0-003e5b6ebe50: rpc.has_security_group_logging(os_id): False [ 628.596135] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.596295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.596369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.596586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.596677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.596931] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.597049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.597109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.597254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.597320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.597407] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 is going to be created. [ 628.615247] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.630511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 628.630511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.641669] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.641669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.641669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.641669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.641669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.642854] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.642998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.642998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.643209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.643308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.643401] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 already deleted. [ 628.643491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.656577] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.656577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.656577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.656782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.657823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.669684] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 in Status: IN_PROGRESS for 2s [ 628.690532] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.690863] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.691242] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.691497] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.691657] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.691939] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port f445b2a5-05ee-41be-8a05-af004cdf94d9 not found, creating... [ 628.692246] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.692427] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.692512] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.692726] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.692855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.693154] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.693358] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.693413] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.693613] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.694077] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.694077] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: f445b2a5-05ee-41be-8a05-af004cdf94d9 is going to be created. [ 628.745084] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.745084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.745084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.745084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.745084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.745084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.914393] env[65957]: INFO networking_nsxv3.common.synchronization [None req-48733047-c1be-4df8-8edc-c0fcabe68024 None None] Enqueued Resource ID: 03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4 with Priority: HIGHEST for action port [ 628.914901] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4 with Priority: HIGHEST for action port [ 628.915213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.916393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.916393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.916393] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.036904] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.037529] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.037664] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.038095] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.038389] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.038560] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.038675] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.038964] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.039149] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.039382] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.039492] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.039595] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.039696] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.039800] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.039899] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.040037] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.063342] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.063542] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.063606] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.063784] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.064142] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-2d78a7f4-0658-4a31-a47b-e191339c64db taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.064320] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.064432] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.064742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.064887] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d78a7f4-0658-4a31-a47b-e191339c64db',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.117370] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.117542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.117603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.117854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.117952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.118060] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be updated. [ 629.176961] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.176961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.176961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.176961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.177292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.190337] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: IN_PROGRESS for 2s [ 629.419246] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4 [ 629.419380] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.419497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.419497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.419718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.419806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.419902] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4 already deleted. [ 629.419984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b1ab4c-4f8e-4fc4-9a50-79bccf7a9ad4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.441634] env[65957]: INFO networking_nsxv3.common.synchronization [req-61d4b4e0-8130-4946-b739-5f1681bdbe5f req-3dac4d49-37f9-4901-8b8a-198d91509cb8 service nova] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_rules [ 629.441908] env[65957]: INFO networking_nsxv3.common.synchronization [req-61d4b4e0-8130-4946-b739-5f1681bdbe5f req-3dac4d49-37f9-4901-8b8a-198d91509cb8 service nova] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 629.442255] env[65957]: INFO networking_nsxv3.common.synchronization [req-61d4b4e0-8130-4946-b739-5f1681bdbe5f req-3dac4d49-37f9-4901-8b8a-198d91509cb8 service nova] Enqueued Resource ID: f445b2a5-05ee-41be-8a05-af004cdf94d9 with Priority: HIGHEST for action port [ 629.442708] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_rules [ 629.442894] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 629.443080] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f445b2a5-05ee-41be-8a05-af004cdf94d9 with Priority: HIGHEST for action port [ 629.443429] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.443575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.443648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.444257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.444257] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.444949] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.445089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.445323] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f445b2a5-05ee-41be-8a05-af004cdf94d9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.445435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.445500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.445689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.445759] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f445b2a5-05ee-41be-8a05-af004cdf94d9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.567394] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.567647] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.567799] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.568200] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.568401] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.568506] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 2d78a7f4-0658-4a31-a47b-e191339c64db not found, creating... [ 629.568811] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.568984] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.569069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.569291] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.569420] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.569700] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.569890] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.570012] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.570199] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.570326] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.570462] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 2d78a7f4-0658-4a31-a47b-e191339c64db is going to be created. [ 629.591682] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.592156] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.592156] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.592280] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.592499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.592729] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.949613] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.949825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.950398] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f445b2a5-05ee-41be-8a05-af004cdf94d9 with status ACTIVE [ 629.950398] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.950398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.950398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.950628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.950628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.950829] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.950959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.951034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.951195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.951266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.951446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.951540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.951989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.952166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.952379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.952473] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f445b2a5-05ee-41be-8a05-af004cdf94d9 is going to be updated. [ 629.976105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.976290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.976381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.976632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.976872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.977042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f445b2a5-05ee-41be-8a05-af004cdf94d9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.341045] env[65957]: INFO networking_nsxv3.common.synchronization [req-144235d1-581c-4488-aece-0e2f8eb694e3 req-b51738c1-c1a7-4678-9682-0af8357baf41 service nova] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 630.341531] env[65957]: INFO networking_nsxv3.common.synchronization [req-144235d1-581c-4488-aece-0e2f8eb694e3 req-b51738c1-c1a7-4678-9682-0af8357baf41 service nova] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 630.341531] env[65957]: INFO networking_nsxv3.common.synchronization [req-144235d1-581c-4488-aece-0e2f8eb694e3 req-b51738c1-c1a7-4678-9682-0af8357baf41 service nova] Enqueued Resource ID: 2d78a7f4-0658-4a31-a47b-e191339c64db with Priority: HIGHEST for action port [ 630.341935] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 630.342630] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 630.342630] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d78a7f4-0658-4a31-a47b-e191339c64db with Priority: HIGHEST for action port [ 630.342817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.342949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.343044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.343730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.343730] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.348160] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.348160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.348160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.348160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.348160] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.348447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.348447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.348533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.348592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.348690] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.350954] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d78a7f4-0658-4a31-a47b-e191339c64db taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.350954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.350954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.350954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.350954] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d78a7f4-0658-4a31-a47b-e191339c64db',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.690202] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 in Status: SUCCESS [ 630.690538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.855236] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.855236] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.855236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.855236] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d78a7f4-0658-4a31-a47b-e191339c64db with status ACTIVE [ 630.855236] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.855236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.855236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.855599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.855599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.855599] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.855716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.855716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.855900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.855986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.859178] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.859316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.859383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.859611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.859691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.859783] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d78a7f4-0658-4a31-a47b-e191339c64db is going to be updated. [ 630.897825] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.898009] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.898217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.900882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.901193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.901700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d78a7f4-0658-4a31-a47b-e191339c64db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.202726] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 631.203086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.203817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.204154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.204432] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.204724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.204724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.204981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.205160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.205305] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.255079] env[65957]: INFO networking_nsxv3.common.synchronization [req-f2c6f22e-f370-4cd9-84e1-8bc612aaffd2 req-6c963f83-41ea-4ffd-ba0a-37736d5a5d1c tempest-DeleteServersAdminTestJSON-6952475 tempest-DeleteServersAdminTestJSON-6952475-project-member] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 631.255580] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 631.256142] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.256242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.256242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.257576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.257576] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.257576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.257576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.257576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.257576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.257576] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.363524] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.710166] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.760582] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.760849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.760849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.761136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.761338] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.761462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.761519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.761717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.761790] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be updated. [ 631.791465] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.791556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.791556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.792842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.792842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.803165] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: IN_PROGRESS for 2s [ 631.865532] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.865717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.865793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.866035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.866143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.866309] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be created. [ 631.881575] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.881789] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.881989] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.882327] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.882790] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.882933] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.883073] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.883324] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.887252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.887396] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.887516] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.887623] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.887837] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.887965] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.888082] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.888233] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.893827] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.893995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.894066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.894271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.894440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.905773] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: UNINITIALIZED for 2s [ 631.910146] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.910429] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.910660] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.910759] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.911168] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-df74f483-8ef4-48ba-b487-4984891b0c8c taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.911342] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.911477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.911789] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.911924] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df74f483-8ef4-48ba-b487-4984891b0c8c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.020952] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1abf6bab-4551-4b25-9d80-94692585d4ca None None] Enqueued Resource ID: 4bab34ba-2ca1-4f69-b94c-41d1b0a2119d with Priority: HIGHEST for action port [ 632.021573] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bab34ba-2ca1-4f69-b94c-41d1b0a2119d with Priority: HIGHEST for action port [ 632.021963] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bab34ba-2ca1-4f69-b94c-41d1b0a2119d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.022146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bab34ba-2ca1-4f69-b94c-41d1b0a2119d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.022238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bab34ba-2ca1-4f69-b94c-41d1b0a2119d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.022548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bab34ba-2ca1-4f69-b94c-41d1b0a2119d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.022700] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bab34ba-2ca1-4f69-b94c-41d1b0a2119d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.212314] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.415775] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.416023] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.416319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.416431] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.416564] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.416713] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port df74f483-8ef4-48ba-b487-4984891b0c8c not found, creating... [ 632.416972] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.417140] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.417252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.417502] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.417596] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.417912] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.418087] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.418199] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.418400] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.418688] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.418688] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: df74f483-8ef4-48ba-b487-4984891b0c8c is going to be created. [ 632.443078] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.443289] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.444387] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.444387] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.444387] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.444387] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.528616] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bab34ba-2ca1-4f69-b94c-41d1b0a2119d [ 632.528616] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.528616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.528616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.528616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.528616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.528616] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bab34ba-2ca1-4f69-b94c-41d1b0a2119d already deleted. [ 632.528616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bab34ba-2ca1-4f69-b94c-41d1b0a2119d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.715190] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.716298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.716298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.716753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.716956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.716995] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be updated. [ 632.773285] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.773523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.773523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.773733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.773877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.797027] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: IN_PROGRESS for 2s [ 633.237743] env[65957]: INFO networking_nsxv3.common.synchronization [req-f2c6f22e-f370-4cd9-84e1-8bc612aaffd2 req-4507101a-5f2d-48ac-b8bd-76b7510a2ff5 service nova] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_rules [ 633.238065] env[65957]: INFO networking_nsxv3.common.synchronization [req-f2c6f22e-f370-4cd9-84e1-8bc612aaffd2 req-4507101a-5f2d-48ac-b8bd-76b7510a2ff5 service nova] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 633.240040] env[65957]: INFO networking_nsxv3.common.synchronization [req-f2c6f22e-f370-4cd9-84e1-8bc612aaffd2 req-4507101a-5f2d-48ac-b8bd-76b7510a2ff5 service nova] Enqueued Resource ID: df74f483-8ef4-48ba-b487-4984891b0c8c with Priority: HIGHEST for action port [ 633.240040] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_rules [ 633.240040] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 633.240289] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df74f483-8ef4-48ba-b487-4984891b0c8c with Priority: HIGHEST for action port [ 633.240637] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.240771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.240845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.241069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.241152] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.242219] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.242219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.242448] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-df74f483-8ef4-48ba-b487-4984891b0c8c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.242554] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.242616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.242894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.242894] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df74f483-8ef4-48ba-b487-4984891b0c8c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.607546] env[65957]: INFO networking_nsxv3.common.synchronization [req-8f1e3a00-df58-4c6b-b187-3e3e818849b4 req-8c434ae1-f13d-41cd-84ed-6ba597e51e41 tempest-ServerDiagnosticsNegativeTest-232572391 tempest-ServerDiagnosticsNegativeTest-232572391-project-member] Enqueued Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_members [ 633.608280] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGHEST for action security_group_members [ 633.608822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.608822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.608822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.609612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.609612] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.609712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.609712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.610064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.610064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.610198] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.747256] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df74f483-8ef4-48ba-b487-4984891b0c8c with status ACTIVE [ 633.747616] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.747616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.747749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.747970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.748065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.748321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.748452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.748452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.749234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.749234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.749234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.749234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.749234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.749234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.749234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.749646] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df74f483-8ef4-48ba-b487-4984891b0c8c is going to be updated. [ 633.750913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.750913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.774362] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.774617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.774705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.774953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.775140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.775317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df74f483-8ef4-48ba-b487-4984891b0c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.814319] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: SUCCESS [ 633.814319] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 deletion is rescheduled due to dependency. [ 633.814319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.814319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.814319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.814319] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.814319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.814319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.814664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.814664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.814664] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.920043] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: SUCCESS [ 633.920258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.920554] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.921080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.921404] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.921592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.921692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.921999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.923144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.923226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.923451] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.113091] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.113290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.113335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.113520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.113601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.115024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.115024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.115024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.115024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.115024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.115024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cca2983-b095-4311-acef-4fc22eec0372 is going to be updated. [ 634.167899] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.169034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.169193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.169721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.170018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.189950] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cca2983-b095-4311-acef-4fc22eec0372 in Status: IN_PROGRESS for 2s [ 634.319047] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.426297] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.706654] env[65957]: INFO networking_nsxv3.common.synchronization [None req-d90253eb-a529-4a47-8b68-db928e565b6b None None] Enqueued Resource ID: cbbbc831-d2c6-4e48-a0a8-652890000a94 with Priority: HIGHEST for action port [ 634.709041] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbbc831-d2c6-4e48-a0a8-652890000a94 with Priority: HIGHEST for action port [ 634.709041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbbc831-d2c6-4e48-a0a8-652890000a94 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.709041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbbc831-d2c6-4e48-a0a8-652890000a94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.709041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbbc831-d2c6-4e48-a0a8-652890000a94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.709328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbbc831-d2c6-4e48-a0a8-652890000a94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.710139] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbbc831-d2c6-4e48-a0a8-652890000a94',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.812339] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 634.812339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.812922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.812922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.813125] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.813348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.814498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.814694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.814795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.814878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.816057] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.821057] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.931799] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 262222e6-0901-42a4-9cf9-7a35f2894831: rpc.has_security_group_logging(os_id): False [ 634.960915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.961873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.961954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.962223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.962347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.962677] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.962821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.962893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.963085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.963164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.963650] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be created. [ 635.036753] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.036753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.036753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.036753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.036753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.050126] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: IN_PROGRESS for 2s [ 635.214415] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbbbc831-d2c6-4e48-a0a8-652890000a94 [ 635.214415] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.214863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.215781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.216119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.216320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.216503] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbbbc831-d2c6-4e48-a0a8-652890000a94 already deleted. [ 635.216621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbbc831-d2c6-4e48-a0a8-652890000a94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.247988] env[65957]: INFO networking_nsxv3.common.synchronization [req-4ac565d6-ed5f-45e3-a41c-46049c623ed4 req-3e9a8648-96cc-4cd5-bf42-e0ca61fed907 tempest-SecurityGroupRulesTestJSON-915833690 tempest-SecurityGroupRulesTestJSON-915833690-project-member] Enqueued Resource ID: 013defdb-c047-482d-bfc8-e7fafa05e207 with Priority: HIGHEST for action security_group_rules [ 635.247988] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013defdb-c047-482d-bfc8-e7fafa05e207 with Priority: HIGHEST for action security_group_rules [ 635.247988] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013defdb-c047-482d-bfc8-e7fafa05e207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.247988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.247988] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013defdb-c047-482d-bfc8-e7fafa05e207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.322480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.322480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.322480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.322480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.322480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.324295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.324295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.324295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.324295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.324295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.324295] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.325633] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.326046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.326949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.326949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.326949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.326949] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be updated. [ 635.367399] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.367399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.367399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.367399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.367680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.377341] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: IN_PROGRESS for 2s [ 635.772754] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.772918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.772967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.773208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.773301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.773398] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013defdb-c047-482d-bfc8-e7fafa05e207 already deleted. [ 635.773481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.829858] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c20182d2-db26-44de-acec-3a81267dbdc3: rpc.has_security_group_logging(os_id): False [ 635.852500] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.852500] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.852500] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.852500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.853102] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.853102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.853102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.853102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.853102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.853102] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be updated. [ 635.927514] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.927720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.927720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.928023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.928171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.944317] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: IN_PROGRESS for 2s [ 636.200897] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cca2983-b095-4311-acef-4fc22eec0372 in Status: SUCCESS [ 636.201113] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cca2983-b095-4311-acef-4fc22eec0372 deletion is rescheduled due to dependency. [ 636.201581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.447995] env[65957]: INFO networking_nsxv3.common.synchronization [req-70e88ad9-d12b-4de7-828b-87390a85e125 req-e346beb9-f568-4945-8f8e-748031fad3be tempest-ServerGroupTestJSON-1562495213 tempest-ServerGroupTestJSON-1562495213-project-member] Enqueued Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_members [ 636.448611] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_members [ 636.448941] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.449190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.449190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.449445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.449580] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.449685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.449745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.450134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.450134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.450134] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.931523] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.931986] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-615" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.931986] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-615" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.932171] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-615" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.932414] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.932812] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.932812] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.934032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.934032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.934032] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.934032] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.934032] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.934032] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.934032] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.934032] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.934032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.952501] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.953437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.953627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.953862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.954101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.955018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.955018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.955018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.955018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.955018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.955018] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d already deleted. [ 636.955018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.956797] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.956952] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.957098] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.957718] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-615" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.957921] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.958160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.958660] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.958996] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.959209] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e64c26-cf01-4e06-9f63-13ba6d4c5dcb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.064911] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: SUCCESS [ 637.065152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.387876] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: SUCCESS [ 637.388125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.388302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.388527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.388742] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.388934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.388989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.389181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.389271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.389360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.389465] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.461781] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.461995] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.462125] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.462402] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.462552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.462700] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 60e64c26-cf01-4e06-9f63-13ba6d4c5dcb not found, creating... [ 637.462947] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.463113] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.463224] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.463435] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.463563] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.463877] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.464042] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.464745] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.465086] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.465219] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.465525] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 60e64c26-cf01-4e06-9f63-13ba6d4c5dcb is going to be created. [ 637.488470] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.488849] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.488849] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.489266] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.489525] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.489758] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.892417] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.892640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.892737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.892901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.893107] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.893227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.893299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.893458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.893544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.893626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.893783] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.893890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.893969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.894104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.894307] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.894461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.894551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.894681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.894791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.894882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.894978] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.961093] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 637.961486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.239312] env[65957]: INFO networking_nsxv3.common.synchronization [req-70e88ad9-d12b-4de7-828b-87390a85e125 req-afe703a6-701e-4069-b77e-3eda1da0fce3 service nova] Enqueued Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_rules [ 638.239312] env[65957]: INFO networking_nsxv3.common.synchronization [req-70e88ad9-d12b-4de7-828b-87390a85e125 req-afe703a6-701e-4069-b77e-3eda1da0fce3 service nova] Enqueued Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_members [ 638.239312] env[65957]: INFO networking_nsxv3.common.synchronization [req-70e88ad9-d12b-4de7-828b-87390a85e125 req-afe703a6-701e-4069-b77e-3eda1da0fce3 service nova] Enqueued Resource ID: 60e64c26-cf01-4e06-9f63-13ba6d4c5dcb with Priority: HIGHEST for action port [ 638.239980] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_rules [ 638.239980] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_members [ 638.240157] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e64c26-cf01-4e06-9f63-13ba6d4c5dcb with Priority: HIGHEST for action port [ 638.240691] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7daaa804-978f-4c5b-a0b5-3d35217e0b2d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.240691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.240691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.241215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.241215] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.243041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.243041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.243041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.243041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.243041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.243449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.243449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.243449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.243449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.243449] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.244873] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.245026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.245070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.245863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.245863] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e64c26-cf01-4e06-9f63-13ba6d4c5dcb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.398156] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7e28c99-22c1-4dbe-aa59-15de51c49f63: rpc.has_security_group_logging(os_id): False [ 638.421173] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.421173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.421294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.421641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.421975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.422159] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.422234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.422316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.422497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.422592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.422796] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.422896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.422973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.423163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.423239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.423451] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.423610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.423726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.423767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.423839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.423942] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be updated. [ 638.492795] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.493048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.493048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.493151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.493270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.513024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: IN_PROGRESS for 2s [ 638.657831] env[65957]: INFO networking_nsxv3.common.synchronization [req-47e34dce-c37a-46fe-84d8-c780efc7ea94 req-1ba4eae7-e30e-4c9e-b0f7-979bd0e8e930 tempest-SecurityGroupRulesTestJSON-915833690 tempest-SecurityGroupRulesTestJSON-915833690-project-member] Enqueued Resource ID: 013defdb-c047-482d-bfc8-e7fafa05e207 with Priority: HIGHEST for action security_group_rules [ 638.659623] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013defdb-c047-482d-bfc8-e7fafa05e207 with Priority: HIGHEST for action security_group_rules [ 638.660387] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013defdb-c047-482d-bfc8-e7fafa05e207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.660562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.660621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.660844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.660966] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013defdb-c047-482d-bfc8-e7fafa05e207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.696611] env[65957]: INFO networking_nsxv3.common.synchronization [req-7dcba550-3f14-4443-8067-7a6734558e10 req-4f8cce5f-d512-4ea6-b0da-7c9ab031e33c tempest-ServerExternalEventsTest-2024896491 tempest-ServerExternalEventsTest-2024896491-project-member] Enqueued Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_members [ 638.697044] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_members [ 638.698373] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.698373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.698373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.698373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.698373] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.698373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.698373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.698755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.698755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.698755] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.746869] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.748037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.748173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.748325] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60e64c26-cf01-4e06-9f63-13ba6d4c5dcb with status ACTIVE [ 638.748497] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.748599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.748677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.748918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.749040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.749229] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.749328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.749402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.751161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.751249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.751466] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.751581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.751700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.751816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.751897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.752286] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60e64c26-cf01-4e06-9f63-13ba6d4c5dcb is going to be updated. [ 638.775963] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.776350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.776350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.776453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.776534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.776685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e64c26-cf01-4e06-9f63-13ba6d4c5dcb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.028018] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.028018] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.028018] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.028018] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.028018] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.028018] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.030952] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.030952] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.030952] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.030952] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.030952] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.030952] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.030952] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.030952] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.030952] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.030952] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.053277] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.053563] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.053802] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.055210] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.055210] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-19f347cd-5697-413a-a7eb-0417cad7976d taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.055210] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.055210] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.055511] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.055760] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f347cd-5697-413a-a7eb-0417cad7976d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.193303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.193303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.193303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.193303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.193303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.193303] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013defdb-c047-482d-bfc8-e7fafa05e207 already deleted. [ 639.193303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.203731] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.203731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.203731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.203731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.203731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.203731] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.203731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.204262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.205310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.205408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.205510] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e already deleted. [ 639.205589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.256572] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.561853] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.561853] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 19f347cd-5697-413a-a7eb-0417cad7976d not found, creating... [ 639.561853] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.561853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.562536] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.562536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.562824] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.563211] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.563470] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.563706] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 19f347cd-5697-413a-a7eb-0417cad7976d is going to be created. [ 639.590290] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.591081] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.591081] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.591081] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.591507] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.591795] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.764159] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.764340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.764423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.764759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.764863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.765029] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d is going to be created. [ 639.797530] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.797780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.797780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.798280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.798464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.815213] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d in Status: UNINITIALIZED for 2s [ 640.352390] env[65957]: INFO networking_nsxv3.common.synchronization [req-7dcba550-3f14-4443-8067-7a6734558e10 req-7b7572ce-dd5d-40a5-afd8-fa795400d946 service nova] Enqueued Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_rules [ 640.352390] env[65957]: INFO networking_nsxv3.common.synchronization [req-7dcba550-3f14-4443-8067-7a6734558e10 req-7b7572ce-dd5d-40a5-afd8-fa795400d946 service nova] Enqueued Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_members [ 640.352390] env[65957]: INFO networking_nsxv3.common.synchronization [req-7dcba550-3f14-4443-8067-7a6734558e10 req-7b7572ce-dd5d-40a5-afd8-fa795400d946 service nova] Enqueued Resource ID: 19f347cd-5697-413a-a7eb-0417cad7976d with Priority: HIGHEST for action port [ 640.352390] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_rules [ 640.353120] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_members [ 640.353120] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f347cd-5697-413a-a7eb-0417cad7976d with Priority: HIGHEST for action port [ 640.353120] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.353120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.353120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.353425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.353477] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.354921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.355586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.355680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.355998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.356340] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.356462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.356521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.356705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.356796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.356894] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.358224] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f347cd-5697-413a-a7eb-0417cad7976d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.358360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.358420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.358571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.358652] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f347cd-5697-413a-a7eb-0417cad7976d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.535197] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: SUCCESS [ 640.535478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.861477] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.862359] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.862494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.862781] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19f347cd-5697-413a-a7eb-0417cad7976d with status ACTIVE [ 640.862850] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.863022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.863121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.863366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.863463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.863641] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.863787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.863915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.865396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.865520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.865743] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.865870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.865965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.866855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.866855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.866855] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19f347cd-5697-413a-a7eb-0417cad7976d is going to be updated. [ 640.893508] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.893508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.893508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.893508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.893508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.893508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f347cd-5697-413a-a7eb-0417cad7976d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.927268] env[65957]: INFO networking_nsxv3.common.synchronization [req-1bbaa2b8-9aad-4aa8-a271-069528cc9bf1 req-62ef56fd-6472-4d34-b771-11a1bfa2449a tempest-InstanceActionsTestJSON-1486424748 tempest-InstanceActionsTestJSON-1486424748-project-member] Enqueued Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_members [ 640.928071] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 with Priority: HIGHEST for action security_group_members [ 640.928497] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c82d24-c395-4b2c-8c8d-6baef172ade7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.928664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.928960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.929062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.929379] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.929379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.929553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.929599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.929642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.929747] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c82d24-c395-4b2c-8c8d-6baef172ade7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.369058] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.432505] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.432820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.432820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.432966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.433067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.433663] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.433663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.433663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.433663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.433663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.433972] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 is going to be updated. [ 641.467561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.467744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.467787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.468086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.468232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.478941] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 in Status: IN_PROGRESS for 2s [ 641.825415] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d in Status: SUCCESS [ 641.825798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.825887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.826102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.826302] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.826445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.826493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.826636] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.826713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.826827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.826883] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.846738] env[65957]: INFO networking_nsxv3.common.synchronization [req-3eb0333d-a47a-48df-9c0e-9e6a47b40468 req-e9584989-7e4a-4406-97b0-6500429caaff tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 641.847514] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 641.847616] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.847941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.847941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.848070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.848437] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.848676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.848779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.849018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.849105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.849215] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.876149] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.876256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.876300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.877355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.877355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.877355] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e is going to be created. [ 641.904303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.904481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.904555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.904736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.904898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.915530] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e in Status: UNINITIALIZED for 2s [ 642.296112] env[65957]: INFO networking_nsxv3.common.synchronization [req-13300872-32d8-49cf-969d-c87535aa0a5c req-983ac794-c1a7-460a-a9d2-81a75211573d tempest-ServerDiagnosticsTest-1253564980 tempest-ServerDiagnosticsTest-1253564980-project-member] Enqueued Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_members [ 642.298519] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGHEST for action security_group_members [ 642.298519] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.298519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.298867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.299335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.300034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.300254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.300375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.300598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.300706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.300830] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.330111] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.330111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.330111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.330111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.330328] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.330328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.330423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.330796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.330796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.330950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.331169] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.331314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.331394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.331566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.331738] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.331857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.331938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.332121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.332294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.332347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.332783] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.351603] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.351603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.351813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.352320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.352320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.352320] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.352320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.352320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.352699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.352699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.352699] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 642.359640] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.359918] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.360116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.360410] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.360687] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.360907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.361097] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.361511] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.361511] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.361782] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.361946] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.362165] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.362227] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.362325] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.362455] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.362597] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.390266] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.390814] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.390814] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.390976] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.391282] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-08df89f0-8c35-42f1-a27f-5be9a346d005 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.391461] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.391615] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.391984] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.392161] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08df89f0-8c35-42f1-a27f-5be9a346d005',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.394983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.395128] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.395206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.395436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.395822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.406171] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 642.803721] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.808430] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.808430] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 is going to be updated. [ 642.835622] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7daaa804-978f-4c5b-a0b5-3d35217e0b2d: rpc.has_security_group_logging(os_id): False [ 642.857066] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.857323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.857460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.857654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.858054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.870634] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.870897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.871016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872333] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.873553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.873553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.874034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.874416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.874507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.874685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.875273] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d is going to be created. [ 642.878541] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 in Status: IN_PROGRESS for 2s [ 642.895012] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.895379] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.895689] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.896020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.896237] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.896954] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 08df89f0-8c35-42f1-a27f-5be9a346d005 not found, creating... [ 642.896954] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.896954] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.897145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.897375] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.897524] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.898515] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.898641] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.898700] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.899409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.899409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.899409] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 08df89f0-8c35-42f1-a27f-5be9a346d005 is going to be created. [ 642.929453] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.929785] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.929967] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.930328] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.930567] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.930843] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.994364] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.994613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.994613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.995115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.995551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.079365] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d in Status: IN_PROGRESS for 2s [ 643.307561] env[65957]: INFO networking_nsxv3.common.synchronization [req-d358aa9e-dcc6-4772-955b-0df79bddac4d req-1dcf00d8-8752-49af-9c13-d9a98e8b7e31 tempest-VolumesAdminNegativeTest-1882805992 tempest-VolumesAdminNegativeTest-1882805992-project-member] Enqueued Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_members [ 643.307561] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70c8722-86ec-44d7-9a6a-12523270c587 with Priority: HIGHEST for action security_group_members [ 643.307561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70c8722-86ec-44d7-9a6a-12523270c587 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.307561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.307561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.307963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.307963] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.308562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.308659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.309075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.309075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.309075] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70c8722-86ec-44d7-9a6a-12523270c587',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.492035] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 in Status: SUCCESS [ 643.492530] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c82d24-c395-4b2c-8c8d-6baef172ade7 deletion is rescheduled due to dependency. [ 643.492674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c82d24-c395-4b2c-8c8d-6baef172ade7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.707741] env[65957]: INFO networking_nsxv3.common.synchronization [req-3eb0333d-a47a-48df-9c0e-9e6a47b40468 req-21cb77a6-1753-4bf8-befa-25c7d0a999fa service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 643.708051] env[65957]: INFO networking_nsxv3.common.synchronization [req-3eb0333d-a47a-48df-9c0e-9e6a47b40468 req-21cb77a6-1753-4bf8-befa-25c7d0a999fa service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 643.708271] env[65957]: INFO networking_nsxv3.common.synchronization [req-3eb0333d-a47a-48df-9c0e-9e6a47b40468 req-21cb77a6-1753-4bf8-befa-25c7d0a999fa service nova] Enqueued Resource ID: 08df89f0-8c35-42f1-a27f-5be9a346d005 with Priority: HIGHEST for action port [ 643.711209] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 643.711209] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 643.711209] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08df89f0-8c35-42f1-a27f-5be9a346d005 with Priority: HIGHEST for action port [ 643.711209] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.711209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.711209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.711209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.711209] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.712295] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.712387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.712716] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-08df89f0-8c35-42f1-a27f-5be9a346d005 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.712716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.712880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.712922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.713121] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08df89f0-8c35-42f1-a27f-5be9a346d005',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.813659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.813659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.813659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.813659] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c8722-86ec-44d7-9a6a-12523270c587 is going to be updated. [ 643.855288] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.855526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.857563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.857832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.858595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.871088] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c8722-86ec-44d7-9a6a-12523270c587 in Status: IN_PROGRESS for 2s [ 643.927178] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e in Status: SUCCESS [ 643.927418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.927850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.928196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.928496] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.928836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.928836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.928960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.929186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.929361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.929566] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.214871] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08df89f0-8c35-42f1-a27f-5be9a346d005 with status ACTIVE [ 644.215282] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.215495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.215641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.216169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.216453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.216610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.216683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.217043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.217341] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.217494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.217581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.219433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.219548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.219675] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08df89f0-8c35-42f1-a27f-5be9a346d005 is going to be updated. [ 644.220881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.220982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.250474] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.250757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.250831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.251264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.251411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.251796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08df89f0-8c35-42f1-a27f-5be9a346d005" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.424025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 644.424025] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 644.424025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.424025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.424025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.424025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.424025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.424025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.424025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.424025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.424025] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.433273] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.433273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.433273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.433273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.433273] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.433273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.433273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.434041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.434246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.434432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.434679] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.434888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.435042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.436024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.436024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.436024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.436024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.436024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.436024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.436024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.436024] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.894881] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 in Status: SUCCESS [ 644.895268] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 deletion is rescheduled due to dependency. [ 644.895268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.928422] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.939576] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a49321f-0dff-4d62-b21c-a5debe5cd69e: rpc.has_security_group_logging(os_id): False [ 644.959954] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.960153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.960254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.960450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.960563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.960780] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.960889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.960949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.961155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.961249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.962132] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.962329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.962329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.963251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.963251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.963251] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.963251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.963251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.963251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.963251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.963251] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e is going to be created. [ 645.024109] env[65957]: INFO networking_nsxv3.common.synchronization [req-c98fe77b-24be-48ff-a0f6-55897c3240cc req-50b7bad3-4bf0-4158-bf9a-ead98ca602a2 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 645.024291] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 645.024649] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.024794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.024850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.025206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.026403] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.026403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.026403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.026403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.026403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.026403] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.046610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.046865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.047404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.047404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.047616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.064233] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e in Status: IN_PROGRESS for 2s [ 645.095556] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d in Status: SUCCESS [ 645.095556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.374162] env[65957]: INFO networking_nsxv3.common.synchronization [None req-8dc40a0e-2703-4f55-9580-dd5e5c05a12d None None] Enqueued Resource ID: 2210ffa9-e1f3-400a-88fe-005837595f69 with Priority: HIGHEST for action port [ 645.374858] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2210ffa9-e1f3-400a-88fe-005837595f69 with Priority: HIGHEST for action port [ 645.375239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2210ffa9-e1f3-400a-88fe-005837595f69 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.375375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2210ffa9-e1f3-400a-88fe-005837595f69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.375449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2210ffa9-e1f3-400a-88fe-005837595f69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.375704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2210ffa9-e1f3-400a-88fe-005837595f69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.375853] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2210ffa9-e1f3-400a-88fe-005837595f69',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.432193] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.500708] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.500898] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.501128] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.501353] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.501616] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.501776] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.501882] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.502120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.502266] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.502470] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.502572] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.502672] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.502764] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.502876] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.502985] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.503128] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.525123] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.525299] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.525431] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.525690] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.526012] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-2d0337d2-55c8-4721-813a-8d200833d15b taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.526195] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.526310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.526656] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.526969] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0337d2-55c8-4721-813a-8d200833d15b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.528084] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.528195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.528282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.528472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.528543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.528724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.528813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.528879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.529146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.529146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.529260] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 already deleted. [ 645.529260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.784716] env[65957]: INFO networking_nsxv3.common.synchronization [req-943e1dff-b5c5-4b3f-8727-8d4336aae163 req-36435083-77fe-4562-ab95-091c4f4dee93 tempest-SecurityGroupRulesTestJSON-915833690 tempest-SecurityGroupRulesTestJSON-915833690-project-member] Enqueued Resource ID: 013defdb-c047-482d-bfc8-e7fafa05e207 with Priority: HIGHEST for action security_group_rules [ 645.785376] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013defdb-c047-482d-bfc8-e7fafa05e207 with Priority: HIGHEST for action security_group_rules [ 645.786354] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013defdb-c047-482d-bfc8-e7fafa05e207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.786506] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.786584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.786804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.786916] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013defdb-c047-482d-bfc8-e7fafa05e207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.881375] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2210ffa9-e1f3-400a-88fe-005837595f69 [ 645.881686] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.881855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.882065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.882411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.882542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.882649] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2210ffa9-e1f3-400a-88fe-005837595f69 already deleted. [ 645.882748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2210ffa9-e1f3-400a-88fe-005837595f69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.884879] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70c8722-86ec-44d7-9a6a-12523270c587 in Status: SUCCESS [ 645.885113] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70c8722-86ec-44d7-9a6a-12523270c587 deletion is rescheduled due to dependency. [ 645.885246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70c8722-86ec-44d7-9a6a-12523270c587" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.936235] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.936235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.936676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.936676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.936747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.936857] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 645.974297] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.974720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.974923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.985852] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 646.031724] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.031982] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.032229] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.032477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.032620] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.032968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 2d0337d2-55c8-4721-813a-8d200833d15b not found, creating... [ 646.033526] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.033877] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.034148] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.036058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.036058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.036058] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.036058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.036058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.036058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.036058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.036058] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 2d0337d2-55c8-4721-813a-8d200833d15b is going to be created. [ 646.059596] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.059897] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.060409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.060533] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.061185] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.061483] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.313406] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.313406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.313406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.313406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.313406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.313406] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013defdb-c047-482d-bfc8-e7fafa05e207 already deleted. [ 646.313785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013defdb-c047-482d-bfc8-e7fafa05e207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.860488] env[65957]: INFO networking_nsxv3.common.synchronization [req-c98fe77b-24be-48ff-a0f6-55897c3240cc req-0ddf8b81-b081-4aeb-8d8d-a88fd95d1fc7 service nova] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 646.860750] env[65957]: INFO networking_nsxv3.common.synchronization [req-c98fe77b-24be-48ff-a0f6-55897c3240cc req-0ddf8b81-b081-4aeb-8d8d-a88fd95d1fc7 service nova] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 646.860985] env[65957]: INFO networking_nsxv3.common.synchronization [req-c98fe77b-24be-48ff-a0f6-55897c3240cc req-0ddf8b81-b081-4aeb-8d8d-a88fd95d1fc7 service nova] Enqueued Resource ID: 2d0337d2-55c8-4721-813a-8d200833d15b with Priority: HIGHEST for action port [ 646.862194] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 646.862194] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 646.862194] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0337d2-55c8-4721-813a-8d200833d15b with Priority: HIGHEST for action port [ 646.862194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.862407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.862407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.863213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.863213] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.864375] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.864524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.865625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.865841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.866042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.866145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.866211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.866450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.866490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.866798] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.867551] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0337d2-55c8-4721-813a-8d200833d15b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.867701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.867790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.868047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.868157] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0337d2-55c8-4721-813a-8d200833d15b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.081305] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e in Status: SUCCESS [ 647.081305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.193030] env[65957]: INFO networking_nsxv3.common.synchronization [req-ce84bf5f-ffe4-441e-bd89-a3a5903a35b3 req-2f9c1df4-f4f0-432b-b028-f7e4c0d1a6a6 tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 647.193858] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 647.196579] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.196579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.196787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.200133] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.200133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.200133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.200133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.200133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.200133] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.371024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.371350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.371489] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.372787] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0337d2-55c8-4721-813a-8d200833d15b with status ACTIVE [ 647.373135] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.373342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.373503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.373721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.373847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.374183] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.374398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.374521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.374704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.374855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.375242] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.375347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.375387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.375545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.375625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.375730] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0337d2-55c8-4721-813a-8d200833d15b is going to be updated. [ 647.404670] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.406212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.406212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.406212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.406212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.406212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0337d2-55c8-4721-813a-8d200833d15b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.628195] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.628431] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.628505] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.628826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.629163] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.629403] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.629403] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.629596] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.629730] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.629936] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.630221] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.630221] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.630331] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.630370] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.630464] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.630592] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.651527] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.651698] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.651824] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.651987] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.652304] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-d4e4f529-16c5-4db4-ac56-c985672dd9b7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.652477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.653096] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.653096] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.653096] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e4f529-16c5-4db4-ac56-c985672dd9b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.701105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.701330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.701330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.701551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.701629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.701783] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.701900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.701981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.702143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.702143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.702265] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 already deleted. [ 647.702333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.741403] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9cf249a2-e11f-40b4-a98c-7dec4ddbf95c None None] Enqueued Resource ID: 03db9b58-936d-4d71-94f2-92165397cb6e with Priority: HIGHEST for action port [ 647.741676] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03db9b58-936d-4d71-94f2-92165397cb6e with Priority: HIGHEST for action port [ 647.741741] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-03db9b58-936d-4d71-94f2-92165397cb6e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.741859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03db9b58-936d-4d71-94f2-92165397cb6e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.741926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03db9b58-936d-4d71-94f2-92165397cb6e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.742308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03db9b58-936d-4d71-94f2-92165397cb6e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.742450] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03db9b58-936d-4d71-94f2-92165397cb6e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.878730] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.997825] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 647.998145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.998327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.998565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.998758] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.998880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.998966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.999184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.999268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.999352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.999562] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.155657] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.156032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.156187] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.156473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.156615] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.157185] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port d4e4f529-16c5-4db4-ac56-c985672dd9b7 not found, creating... [ 648.157185] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.157185] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.157374] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.157490] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.157618] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.157886] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.158091] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.158217] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.158419] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.158546] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.158680] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 is going to be created. [ 648.180285] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.180617] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.180807] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.181114] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.181347] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.181570] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.244768] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03db9b58-936d-4d71-94f2-92165397cb6e [ 648.245175] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.245350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.245499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.245765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.246847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.246847] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03db9b58-936d-4d71-94f2-92165397cb6e already deleted. [ 648.246847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03db9b58-936d-4d71-94f2-92165397cb6e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.380983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.381291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.381291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.381439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.381566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.381681] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be created. [ 648.407735] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.408059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.408059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.408241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.408480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.423304] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: UNINITIALIZED for 2s [ 648.503950] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.504106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.504171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.504396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.504632] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.504719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.504768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.504880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.504967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.505148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.505494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.505494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.505494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.505494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.505699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.505748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.505798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.506472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.506472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.506472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.506472] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.939541] env[65957]: INFO networking_nsxv3.common.synchronization [req-ce84bf5f-ffe4-441e-bd89-a3a5903a35b3 req-cc1f7909-4ce4-4cbd-be87-a15b9f230e3b service nova] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 648.939541] env[65957]: INFO networking_nsxv3.common.synchronization [req-ce84bf5f-ffe4-441e-bd89-a3a5903a35b3 req-cc1f7909-4ce4-4cbd-be87-a15b9f230e3b service nova] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 648.939541] env[65957]: INFO networking_nsxv3.common.synchronization [req-ce84bf5f-ffe4-441e-bd89-a3a5903a35b3 req-cc1f7909-4ce4-4cbd-be87-a15b9f230e3b service nova] Enqueued Resource ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 with Priority: HIGHEST for action port [ 648.939541] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 648.939541] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 648.939541] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 with Priority: HIGHEST for action port [ 648.939541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.939541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.940335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.940335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.940335] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.941348] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.941492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.941688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.942032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.942161] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.942272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.942272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.942395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.942481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.942578] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.945653] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e4f529-16c5-4db4-ac56-c985672dd9b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.945653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.945653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.945653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.945653] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e4f529-16c5-4db4-ac56-c985672dd9b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.008987] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dcd3e9-9439-4353-944c-d808906d953d: rpc.has_security_group_logging(os_id): False [ 649.038025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.038025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.038025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.038025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.038025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.038025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.038025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.038552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.038552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.038552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.038646] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.038774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.038831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.038989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.039211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.039468] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.039598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.039664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.039839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.039911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.040050] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 649.126593] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.127400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.127400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.127400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.127566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.149489] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 649.444687] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.447675] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.447675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.447675] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4e4f529-16c5-4db4-ac56-c985672dd9b7 with status ACTIVE [ 649.447675] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.448969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.448969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.448969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.448969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.448969] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.449299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.449299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.449401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.449401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.449574] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.449719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.449719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.449848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.450330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.450330] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 is going to be updated. [ 649.479588] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.479588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.479588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.479842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.479950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.480511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.947824] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.306119] env[65957]: INFO networking_nsxv3.common.synchronization [None req-bdc2fb92-10fa-4c6c-b083-0c0ef1fee763 None None] Enqueued Resource ID: a33f39da-353a-43b7-9a5b-4903ece0c73f with Priority: HIGHEST for action port [ 650.307418] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33f39da-353a-43b7-9a5b-4903ece0c73f with Priority: HIGHEST for action port [ 650.310036] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a33f39da-353a-43b7-9a5b-4903ece0c73f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.310036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a33f39da-353a-43b7-9a5b-4903ece0c73f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.310036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a33f39da-353a-43b7-9a5b-4903ece0c73f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.310036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a33f39da-353a-43b7-9a5b-4903ece0c73f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.310036] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a33f39da-353a-43b7-9a5b-4903ece0c73f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.435044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 650.435044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.435044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.435336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.435584] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.435709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.435709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.435895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.436370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.436370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.436370] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.451025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.452044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.452044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.452044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.452044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.452044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 is going to be created. [ 650.488323] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.488323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.488323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.488323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.488323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.504361] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: UNINITIALIZED for 2s [ 650.812783] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a33f39da-353a-43b7-9a5b-4903ece0c73f [ 650.813082] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.813758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.813758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.813966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.813966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.814093] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a33f39da-353a-43b7-9a5b-4903ece0c73f already deleted. [ 650.814227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a33f39da-353a-43b7-9a5b-4903ece0c73f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.938831] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.166160] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 651.166426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.441643] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63006db2-be58-4e06-8c73-eb8e691b0be2: rpc.has_security_group_logging(os_id): False [ 651.464095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.464095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.464095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.464095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.464095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.467530] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.467530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.467530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.467530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.467530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.467530] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be created. [ 651.538256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.540409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.540613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.544644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.544644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.556031] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 651.857952] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb88ed98-b685-42f4-9eda-9d8bd015919a req-3d8cb88d-dc80-483b-814e-00c0c21b17bb tempest-FloatingIPsAssociationTestJSON-987097471 tempest-FloatingIPsAssociationTestJSON-987097471-project-member] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 651.858789] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 651.858985] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.859479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.859479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.859744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.859810] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.859888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.859943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.860116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.860201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.860298] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.241120] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.241404] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.241528] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.245021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.245021] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.245021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.245021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.245021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.245021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.245021] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.245021] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.245021] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.245021] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.245021] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.245021] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.245021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.268222] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.268389] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.268572] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.268796] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.269387] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-486511f9-c5ea-44ff-9332-c548e5addcbb taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.269589] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.269836] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.270174] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.270413] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486511f9-c5ea-44ff-9332-c548e5addcbb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.363453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.363655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.363655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.364307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.364307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.364307] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.364307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.364609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.364609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.364609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.364717] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 already deleted. [ 652.364717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.522528] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: SUCCESS [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.522528] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.522528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.522528] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.773903] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.774271] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.774481] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.774992] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.775115] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.775327] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 486511f9-c5ea-44ff-9332-c548e5addcbb not found, creating... [ 652.775740] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.775953] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.776158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.776457] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.776943] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.777138] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.777250] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777358] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.777562] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.777696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.777832] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 486511f9-c5ea-44ff-9332-c548e5addcbb is going to be created. [ 652.810805] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.811050] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.811168] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.811605] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.811835] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.812420] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.028814] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.447616] env[65957]: INFO networking_nsxv3.common.synchronization [None req-c0c43643-db93-4265-af21-afb383ded66d None None] Enqueued Resource ID: b9f00a63-72a2-43e7-ac34-3282bb758b82 with Priority: HIGHEST for action port [ 653.447616] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f00a63-72a2-43e7-ac34-3282bb758b82 with Priority: HIGHEST for action port [ 653.447616] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f00a63-72a2-43e7-ac34-3282bb758b82 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.447616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f00a63-72a2-43e7-ac34-3282bb758b82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.447616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f00a63-72a2-43e7-ac34-3282bb758b82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.448496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f00a63-72a2-43e7-ac34-3282bb758b82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.448726] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f00a63-72a2-43e7-ac34-3282bb758b82',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.511325] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb88ed98-b685-42f4-9eda-9d8bd015919a req-a8bdbcdc-65ff-42f0-ad00-8b6d18294416 service nova] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_rules [ 653.511491] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb88ed98-b685-42f4-9eda-9d8bd015919a req-a8bdbcdc-65ff-42f0-ad00-8b6d18294416 service nova] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 653.511623] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb88ed98-b685-42f4-9eda-9d8bd015919a req-a8bdbcdc-65ff-42f0-ad00-8b6d18294416 service nova] Enqueued Resource ID: 486511f9-c5ea-44ff-9332-c548e5addcbb with Priority: HIGHEST for action port [ 653.511851] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_rules [ 653.511972] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 653.512104] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486511f9-c5ea-44ff-9332-c548e5addcbb with Priority: HIGHEST for action port [ 653.512673] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.512842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.512914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.513531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.513617] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.514848] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.515031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.515031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.515495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.516035] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.516167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.516234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.516615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.516835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.516903] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.517753] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-486511f9-c5ea-44ff-9332-c548e5addcbb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.517884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.517951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.518188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.519137] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486511f9-c5ea-44ff-9332-c548e5addcbb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.531730] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14: rpc.has_security_group_logging(os_id): False [ 653.554749] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.554921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.554996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.555234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.555326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.555562] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.555663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.555727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.555908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.555989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.556120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 is going to be created. [ 653.569977] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 653.570285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.647508] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.647732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.647793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.648580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.648779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.661137] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: IN_PROGRESS for 2s [ 653.952021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9f00a63-72a2-43e7-ac34-3282bb758b82 [ 653.952021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.952021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.952021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.952021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.952021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.952021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9f00a63-72a2-43e7-ac34-3282bb758b82 already deleted. [ 653.952021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f00a63-72a2-43e7-ac34-3282bb758b82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.020585] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.021794] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.021929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.022218] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 486511f9-c5ea-44ff-9332-c548e5addcbb with status ACTIVE [ 654.022435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.022616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.022669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.022952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.023093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.023258] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.023353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.023413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.023594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.023667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.023874] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.023972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.024624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.024624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.024624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.024624] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 486511f9-c5ea-44ff-9332-c548e5addcbb is going to be updated. [ 654.049027] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.049027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.049027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.049439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.049439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.049517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-486511f9-c5ea-44ff-9332-c548e5addcbb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.527597] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.695866] env[65957]: INFO networking_nsxv3.common.synchronization [None req-7f323f46-d5b6-4197-b700-a3f0460509cc None None] Enqueued Resource ID: 3499937f-e761-458f-989b-83cbf63490d4 with Priority: HIGHEST for action port [ 654.696655] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3499937f-e761-458f-989b-83cbf63490d4 with Priority: HIGHEST for action port [ 654.696873] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3499937f-e761-458f-989b-83cbf63490d4 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.696945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3499937f-e761-458f-989b-83cbf63490d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.696986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3499937f-e761-458f-989b-83cbf63490d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.698796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3499937f-e761-458f-989b-83cbf63490d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.698953] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3499937f-e761-458f-989b-83cbf63490d4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.030018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.030018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.030018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.030018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.030018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.030018] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be created. [ 655.058528] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.058696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.058778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.058998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.059233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.080585] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: UNINITIALIZED for 2s [ 655.201546] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3499937f-e761-458f-989b-83cbf63490d4 [ 655.201750] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.202069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.202069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.202259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.202353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.202452] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3499937f-e761-458f-989b-83cbf63490d4 already deleted. [ 655.202529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3499937f-e761-458f-989b-83cbf63490d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.678119] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: SUCCESS [ 655.678119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.849600] env[65957]: INFO networking_nsxv3.common.synchronization [None req-7838b88a-c747-4450-83ac-172e604c7a1c None None] Enqueued Resource ID: 08a9853e-d308-4518-966b-c6c3d11b5a98 with Priority: HIGHEST for action port [ 656.850147] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a9853e-d308-4518-966b-c6c3d11b5a98 with Priority: HIGHEST for action port [ 656.850452] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a9853e-d308-4518-966b-c6c3d11b5a98 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.850576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a9853e-d308-4518-966b-c6c3d11b5a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.850643] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a9853e-d308-4518-966b-c6c3d11b5a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.852611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a9853e-d308-4518-966b-c6c3d11b5a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.852611] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a9853e-d308-4518-966b-c6c3d11b5a98',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.907657] env[65957]: INFO networking_nsxv3.common.synchronization [req-47aaced7-08ed-4c16-9cf3-ae094274540d req-2fbc6d70-795c-4f1b-af88-d36f337ac9c3 tempest-MigrationsAdminTest-706983194 tempest-MigrationsAdminTest-706983194-project-member] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 656.909869] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 656.910438] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.910438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.910438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.910698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.910838] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.910936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.910994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.911172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.911364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.911364] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.095374] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: SUCCESS [ 657.095595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.095767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.095989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.096234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.096333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.096397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.096550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.096631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.096718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.096808] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.354331] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08a9853e-d308-4518-966b-c6c3d11b5a98 [ 657.354600] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.354723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.354800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.355418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.355418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.355418] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08a9853e-d308-4518-966b-c6c3d11b5a98 already deleted. [ 657.355418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a9853e-d308-4518-966b-c6c3d11b5a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.373559] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.374485] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.374717] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.376024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.376024] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.376024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.376417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.376701] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.376911] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.377819] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.377950] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.378166] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.378233] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.378576] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.378576] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.378576] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.398478] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.398640] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.398793] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.398905] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.399261] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-e1126cd5-6367-4490-858f-cf26856320b2 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.400031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.400031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.400031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.400031] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1126cd5-6367-4490-858f-cf26856320b2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.413312] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.413462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.413551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.414836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.415062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.415282] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.415391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.415454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.415613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.415688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.415771] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c already deleted. [ 657.415848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.602560] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.602769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.602826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.603719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.603719] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.603719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.603719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.603719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.603719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.603719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.604101] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.604101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.604101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.604101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.604313] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.604313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.604428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.604479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.604560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.604630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.604723] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.903911] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.904183] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.904183] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.904383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.904584] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.904936] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port e1126cd5-6367-4490-858f-cf26856320b2 not found, creating... [ 657.905094] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.905204] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.905249] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.905449] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.905576] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.905843] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.905990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.906141] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.907522] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.907522] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.907522] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: e1126cd5-6367-4490-858f-cf26856320b2 is going to be created. [ 657.934615] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.934837] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.934958] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.935252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.935477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.935699] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.108432] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8858dfb5-ba26-4239-a7fd-1d244058c7d6: rpc.has_security_group_logging(os_id): False [ 658.128563] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.128563] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.128563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.128563] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.129105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.129105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.129105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.129105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.129105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.129291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.129291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.129992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.129992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.129992] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be created. [ 658.196288] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.196416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.196484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.196700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.196875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.210817] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: IN_PROGRESS for 2s [ 658.536464] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f140e123-5ccf-4f6f-8ba3-84a810309c2e None None] Enqueued Resource ID: 772340a0-981a-4771-9703-ad94598ab8d1 with Priority: HIGHEST for action port [ 658.536989] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772340a0-981a-4771-9703-ad94598ab8d1 with Priority: HIGHEST for action port [ 658.537511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-772340a0-981a-4771-9703-ad94598ab8d1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.537667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772340a0-981a-4771-9703-ad94598ab8d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.537732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772340a0-981a-4771-9703-ad94598ab8d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.538017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772340a0-981a-4771-9703-ad94598ab8d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.538145] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772340a0-981a-4771-9703-ad94598ab8d1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.660857] env[65957]: INFO networking_nsxv3.common.synchronization [req-47aaced7-08ed-4c16-9cf3-ae094274540d req-2a056fc0-3fc1-4a86-afac-68694fb68f09 service nova] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_rules [ 658.660972] env[65957]: INFO networking_nsxv3.common.synchronization [req-47aaced7-08ed-4c16-9cf3-ae094274540d req-2a056fc0-3fc1-4a86-afac-68694fb68f09 service nova] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 658.661119] env[65957]: INFO networking_nsxv3.common.synchronization [req-47aaced7-08ed-4c16-9cf3-ae094274540d req-2a056fc0-3fc1-4a86-afac-68694fb68f09 service nova] Enqueued Resource ID: e1126cd5-6367-4490-858f-cf26856320b2 with Priority: HIGHEST for action port [ 658.661412] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_rules [ 658.661484] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 658.661583] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1126cd5-6367-4490-858f-cf26856320b2 with Priority: HIGHEST for action port [ 658.662213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.662346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.662412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.662692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.663170] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.664286] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.664286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.664286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.664407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.664796] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.664796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.664796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.666855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.666855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.666855] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.666855] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1126cd5-6367-4490-858f-cf26856320b2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.666855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.666855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.667349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.667349] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1126cd5-6367-4490-858f-cf26856320b2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.041875] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 772340a0-981a-4771-9703-ad94598ab8d1 [ 659.041875] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.041875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.041875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.041875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.041875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.041875] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:772340a0-981a-4771-9703-ad94598ab8d1 already deleted. [ 659.042792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772340a0-981a-4771-9703-ad94598ab8d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.172499] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.172633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.172818] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.173858] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1126cd5-6367-4490-858f-cf26856320b2 with status ACTIVE [ 659.175327] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.175487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.175557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.175774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.175905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.176042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.176170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.176233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.176388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.176470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.176655] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.177081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.177081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.177081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.177081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.177234] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1126cd5-6367-4490-858f-cf26856320b2 is going to be updated. [ 659.216693] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.216891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.216974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.217266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.217474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.217639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1126cd5-6367-4490-858f-cf26856320b2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.680472] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.915288] env[65957]: INFO networking_nsxv3.common.synchronization [None req-d0841842-680d-4c01-9de3-0fe768a9026c None None] Enqueued Resource ID: 40d56654-74c0-4e0c-8f8a-9f48d1a1e50b with Priority: HIGHEST for action port [ 659.915288] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d56654-74c0-4e0c-8f8a-9f48d1a1e50b with Priority: HIGHEST for action port [ 659.915288] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d56654-74c0-4e0c-8f8a-9f48d1a1e50b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.915288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d56654-74c0-4e0c-8f8a-9f48d1a1e50b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.915718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d56654-74c0-4e0c-8f8a-9f48d1a1e50b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.915784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d56654-74c0-4e0c-8f8a-9f48d1a1e50b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.915869] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d56654-74c0-4e0c-8f8a-9f48d1a1e50b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.185196] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.185196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.185196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.185196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.185196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.185196] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be created. [ 660.231342] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.231342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.231342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.231571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.232800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.243497] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: SUCCESS [ 660.243497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.247551] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: UNINITIALIZED for 2s [ 660.418115] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40d56654-74c0-4e0c-8f8a-9f48d1a1e50b [ 660.418115] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.418352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.419686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.419686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.419686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.419686] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40d56654-74c0-4e0c-8f8a-9f48d1a1e50b already deleted. [ 660.419686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d56654-74c0-4e0c-8f8a-9f48d1a1e50b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.482228] env[65957]: INFO networking_nsxv3.common.synchronization [None req-09cdb531-ae4d-4be5-82a8-9c862ef918db None None] Enqueued Resource ID: aa1678b0-f8d4-4a23-abe8-302869b88882 with Priority: HIGHEST for action port [ 660.483650] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1678b0-f8d4-4a23-abe8-302869b88882 with Priority: HIGHEST for action port [ 660.483650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1678b0-f8d4-4a23-abe8-302869b88882 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.483650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1678b0-f8d4-4a23-abe8-302869b88882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.483650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1678b0-f8d4-4a23-abe8-302869b88882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.483650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1678b0-f8d4-4a23-abe8-302869b88882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.483650] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1678b0-f8d4-4a23-abe8-302869b88882',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.987343] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa1678b0-f8d4-4a23-abe8-302869b88882 [ 660.987581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.987714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.987780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.987993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.988164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.988278] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa1678b0-f8d4-4a23-abe8-302869b88882 already deleted. [ 660.988358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1678b0-f8d4-4a23-abe8-302869b88882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.188714] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1c774db6-e0cf-4cd8-9407-1ef2de904c9f None None] Enqueued Resource ID: a03eb080-200d-4b99-8657-5ea522f73d80 with Priority: HIGHEST for action port [ 662.189311] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03eb080-200d-4b99-8657-5ea522f73d80 with Priority: HIGHEST for action port [ 662.189602] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a03eb080-200d-4b99-8657-5ea522f73d80 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.189718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a03eb080-200d-4b99-8657-5ea522f73d80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.189781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a03eb080-200d-4b99-8657-5ea522f73d80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.195215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a03eb080-200d-4b99-8657-5ea522f73d80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.195215] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a03eb080-200d-4b99-8657-5ea522f73d80',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.266284] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 662.266468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.266622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.266838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.267168] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.267312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.267396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.267575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.267661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.267754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.267974] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.669978] env[65957]: INFO networking_nsxv3.common.synchronization [None req-ac819bec-c5f2-4ae8-a457-8401f3477a07 None None] Enqueued Resource ID: ad9bc88b-ef1d-45f3-afa5-eabe10d038b6 with Priority: HIGHEST for action port [ 662.670561] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9bc88b-ef1d-45f3-afa5-eabe10d038b6 with Priority: HIGHEST for action port [ 662.672669] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad9bc88b-ef1d-45f3-afa5-eabe10d038b6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.672820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad9bc88b-ef1d-45f3-afa5-eabe10d038b6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.672898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad9bc88b-ef1d-45f3-afa5-eabe10d038b6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.673238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad9bc88b-ef1d-45f3-afa5-eabe10d038b6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.673359] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9bc88b-ef1d-45f3-afa5-eabe10d038b6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.700805] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a03eb080-200d-4b99-8657-5ea522f73d80 [ 662.700805] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.700805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.700805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.702089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.702089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.702089] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a03eb080-200d-4b99-8657-5ea522f73d80 already deleted. [ 662.702089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a03eb080-200d-4b99-8657-5ea522f73d80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.775121] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.776190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.776190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.776190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.779173] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779173] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.779173] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779173] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.176611] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad9bc88b-ef1d-45f3-afa5-eabe10d038b6 [ 663.176984] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.177481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.177587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.178281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.178421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.178648] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad9bc88b-ef1d-45f3-afa5-eabe10d038b6 already deleted. [ 663.179586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad9bc88b-ef1d-45f3-afa5-eabe10d038b6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.282104] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56ed695e-7a54-4270-b523-c994c6773d3c: rpc.has_security_group_logging(os_id): False [ 663.303531] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.303531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.303531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.303685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.303761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.304363] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.304501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.304549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.304702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.304781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.304965] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.305156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.305156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.305266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.305355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.305907] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.306061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.306201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.306325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.306405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.306497] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be created. [ 663.376614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.376824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.376871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.377488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.377488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.393487] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: IN_PROGRESS for 2s [ 665.313378] env[65957]: INFO networking_nsxv3.common.synchronization [None req-a3d9ef6f-5c04-4b45-acba-9fc8713f2e73 None None] Enqueued Resource ID: 4d96a3bb-ec42-48ff-b185-e5cc7301fc43 with Priority: HIGHEST for action port [ 665.313378] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d96a3bb-ec42-48ff-b185-e5cc7301fc43 with Priority: HIGHEST for action port [ 665.315209] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d96a3bb-ec42-48ff-b185-e5cc7301fc43 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.316611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d96a3bb-ec42-48ff-b185-e5cc7301fc43" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.316611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d96a3bb-ec42-48ff-b185-e5cc7301fc43" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.316611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d96a3bb-ec42-48ff-b185-e5cc7301fc43" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.316611] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d96a3bb-ec42-48ff-b185-e5cc7301fc43',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.322277] env[65957]: INFO networking_nsxv3.common.synchronization [req-0004a073-954b-4db9-b771-b292ff9515e9 req-4b63fc4f-6c44-4656-bf08-734f48a56ac9 tempest-ServersAdminNegativeTestJSON-1079525576 tempest-ServersAdminNegativeTestJSON-1079525576-project-member] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 665.325534] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 665.327655] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.327655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.327655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.327655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.327655] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.327655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.328642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.328906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.329306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.329452] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.416105] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 665.416395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.825532] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d96a3bb-ec42-48ff-b185-e5cc7301fc43 [ 665.825532] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.825532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.825532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.825532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.825532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.825532] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d96a3bb-ec42-48ff-b185-e5cc7301fc43 already deleted. [ 665.825532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d96a3bb-ec42-48ff-b185-e5cc7301fc43" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.833321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.833321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.833321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.833321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.833321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.833321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.833321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.833321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.833907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.833907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.833907] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f already deleted. [ 665.833907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.124668] env[65957]: INFO networking_nsxv3.common.synchronization [req-ccc43b8f-775c-4aa4-a5ac-03994ffdb6f5 req-e6e34649-40fc-42e9-9bdb-fe9f2c36f2c1 tempest-DeleteServersAdminTestJSON-6952475 tempest-DeleteServersAdminTestJSON-6952475-project-member] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 666.125615] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGHEST for action security_group_members [ 666.125918] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.126296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.126433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.126887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.127102] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.127243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.127337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.127532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.127648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.127772] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.431060] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.431060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.431060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.431060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.434311] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.434311] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.434311] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.434311] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.434311] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.434311] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.434311] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.434311] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.436079] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.436079] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.436079] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.436079] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.457482] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.457836] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.457836] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.457975] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.458504] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-c49d340d-5b86-495c-9681-98cb62bbdd49 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.458758] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.458911] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.459303] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.459497] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49d340d-5b86-495c-9681-98cb62bbdd49',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.630972] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.631275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.631392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.631687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.631800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.632079] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.632203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.632283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.632588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.632588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.632704] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be updated. [ 666.668492] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.668601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.668601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.668869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.669078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.683528] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: IN_PROGRESS for 2s [ 666.963325] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.963554] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.963878] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.964239] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.964400] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.964559] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port c49d340d-5b86-495c-9681-98cb62bbdd49 not found, creating... [ 666.964838] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.965013] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.965129] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.965371] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.965506] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.965794] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.965951] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.966977] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.967438] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.967624] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.967802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: c49d340d-5b86-495c-9681-98cb62bbdd49 is going to be created. [ 666.992245] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.992484] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.992571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.992827] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.993063] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.993281] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.147451] env[65957]: INFO networking_nsxv3.common.synchronization [req-abe8f8ea-7305-43df-8e20-a9c5156cb9e3 req-870b9c3c-9df6-4175-9330-04d9ada3a6e3 tempest-ServerGroupTestJSON-1562495213 tempest-ServerGroupTestJSON-1562495213-project-member] Enqueued Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_members [ 667.148030] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d with Priority: HIGHEST for action security_group_members [ 667.148404] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.148526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.148604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.148815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.148976] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.149785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.149943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.150279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.150426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.150568] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7daaa804-978f-4c5b-a0b5-3d35217e0b2d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.653392] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.653702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.653702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.654385] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.654385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.654761] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d is going to be updated. [ 667.690234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.690474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.690474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.692525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.692525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.704804] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d in Status: IN_PROGRESS for 2s [ 667.767311] env[65957]: INFO networking_nsxv3.common.synchronization [req-0004a073-954b-4db9-b771-b292ff9515e9 req-79e531da-e082-400a-abea-d45fd4a74dad service nova] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_rules [ 667.767482] env[65957]: INFO networking_nsxv3.common.synchronization [req-0004a073-954b-4db9-b771-b292ff9515e9 req-79e531da-e082-400a-abea-d45fd4a74dad service nova] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 667.767830] env[65957]: INFO networking_nsxv3.common.synchronization [req-0004a073-954b-4db9-b771-b292ff9515e9 req-79e531da-e082-400a-abea-d45fd4a74dad service nova] Enqueued Resource ID: c49d340d-5b86-495c-9681-98cb62bbdd49 with Priority: HIGHEST for action port [ 667.769249] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_rules [ 667.769249] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 667.769249] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49d340d-5b86-495c-9681-98cb62bbdd49 with Priority: HIGHEST for action port [ 667.769795] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.769795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.769795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.769947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.769992] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.771646] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.771646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.771646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.772334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.772470] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.772554] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.772626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.776078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.776078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.776078] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.778316] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49d340d-5b86-495c-9681-98cb62bbdd49 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.778468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.778514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.779566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.779566] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49d340d-5b86-495c-9681-98cb62bbdd49',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.280558] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.280710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.280903] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.282453] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c49d340d-5b86-495c-9681-98cb62bbdd49 with status ACTIVE [ 668.282453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.282453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.282725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.282725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.282825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.283013] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.283262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.283262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.283376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.283412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.283581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.283674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.283732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.283873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.283939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.284337] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c49d340d-5b86-495c-9681-98cb62bbdd49 is going to be updated. [ 668.305307] env[65957]: INFO networking_nsxv3.common.synchronization [req-9db66091-a823-408c-81c4-7e68ed00e0c7 req-e0b00b9d-acb4-482b-b292-21969c2080e4 tempest-ServerExternalEventsTest-2024896491 tempest-ServerExternalEventsTest-2024896491-project-member] Enqueued Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_members [ 668.305846] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGHEST for action security_group_members [ 668.306280] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.306430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.307507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.307507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.307507] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.307507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.307507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.307507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.307507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.307507] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.336250] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.336394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.336394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.339550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.339550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.339550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49d340d-5b86-495c-9681-98cb62bbdd49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.695414] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 in Status: SUCCESS [ 668.695765] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 deletion is rescheduled due to dependency. [ 668.695765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.791637] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.801783] env[65957]: INFO networking_nsxv3.common.synchronization [req-b79bb95b-9319-46b8-b458-5ca002ade3e0 req-4acf0db6-d5e3-4676-9958-1eb162dbd780 tempest-FloatingIPsAssociationNegativeTestJSON-733491585 tempest-FloatingIPsAssociationNegativeTestJSON-733491585-project-member] Enqueued Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_members [ 668.802276] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_members [ 668.802570] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.802690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.802748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.803009] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.806413] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.808063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.808063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.808063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.808063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.808063] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.809743] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.809867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.809936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.810144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.810816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.810816] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.810816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.810816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.811125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.811697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.811697] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e is going to be updated. [ 668.848228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.848228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.848228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.848228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.848228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.859709] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e in Status: IN_PROGRESS for 2s [ 669.297418] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.297418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.297418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.297418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.297418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.297418] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be created. [ 669.315037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.315281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.315343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.315587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.315676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.315887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.315986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.316079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.316266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.316349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.316465] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8beb918e-1652-459c-8076-457c825a8987 already deleted. [ 669.316995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.349733] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.349998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.349998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.350216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.350301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.362975] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: UNINITIALIZED for 2s [ 669.717118] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d in Status: SUCCESS [ 669.717497] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7daaa804-978f-4c5b-a0b5-3d35217e0b2d deletion is rescheduled due to dependency. [ 669.718644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7daaa804-978f-4c5b-a0b5-3d35217e0b2d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.766963] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.767194] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-208" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.767315] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-208" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.767658] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-208" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.768308] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.768725] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.769140] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.769317] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.769510] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.769837] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.770019] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.770587] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.770587] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.770587] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.774186] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.774390] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.809737] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.809874] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.809956] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.810137] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-208" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.810459] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-0bdf63a4-f826-456b-a463-ab24921830e3 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.810639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.810750] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.811319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.811467] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bdf63a4-f826-456b-a463-ab24921830e3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.316625] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.316789] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.316935] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.317336] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.317553] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.317778] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 0bdf63a4-f826-456b-a463-ab24921830e3 not found, creating... [ 670.318136] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.318364] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.318508] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.318899] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.319086] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.319480] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.319675] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.319815] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.320102] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.320284] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.320454] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 0bdf63a4-f826-456b-a463-ab24921830e3 is going to be created. [ 670.348446] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.348749] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.348907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.349319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.350116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.350116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.871797] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e in Status: SUCCESS [ 670.872232] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e deletion is rescheduled due to dependency. [ 670.872232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.013242] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9d455094-0ea4-4b65-b836-1cdf0e3a78d7 tempest-ServersV294TestFqdnHostnames-813398797 tempest-ServersV294TestFqdnHostnames-813398797-project-member] Enqueued Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_rules [ 671.013800] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_rules [ 671.018812] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.018812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.018812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.018812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.018812] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.075377] env[65957]: INFO networking_nsxv3.common.synchronization [req-b79bb95b-9319-46b8-b458-5ca002ade3e0 req-f6700c38-5398-452e-8d15-e2246e6da753 service nova] Enqueued Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_rules [ 671.075377] env[65957]: INFO networking_nsxv3.common.synchronization [req-b79bb95b-9319-46b8-b458-5ca002ade3e0 req-f6700c38-5398-452e-8d15-e2246e6da753 service nova] Enqueued Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_members [ 671.075377] env[65957]: INFO networking_nsxv3.common.synchronization [req-b79bb95b-9319-46b8-b458-5ca002ade3e0 req-f6700c38-5398-452e-8d15-e2246e6da753 service nova] Enqueued Resource ID: 0bdf63a4-f826-456b-a463-ab24921830e3 with Priority: HIGHEST for action port [ 671.075377] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_rules [ 671.075377] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_members [ 671.075377] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bdf63a4-f826-456b-a463-ab24921830e3 with Priority: HIGHEST for action port [ 671.075850] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.079022] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.079022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.079022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.079022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.079022] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.080761] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bdf63a4-f826-456b-a463-ab24921830e3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.081110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.081337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.081616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.081799] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bdf63a4-f826-456b-a463-ab24921830e3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.372856] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 671.373443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.373710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.374040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.374316] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.374592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.374735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.374991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.375133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.375261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.375406] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.543483] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.543743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.543743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.543960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.544055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.544156] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c already deleted. [ 671.544241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.584110] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.584835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.584835] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.585791] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bdf63a4-f826-456b-a463-ab24921830e3 with status ACTIVE [ 671.586394] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.586394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.586394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.586627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.586627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.586854] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.587083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.587122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.587264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.587357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.587595] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.587713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.587849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.588039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.588132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.588256] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bdf63a4-f826-456b-a463-ab24921830e3 is going to be updated. [ 671.613349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.613619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.613619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.613793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.613935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.614116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bdf63a4-f826-456b-a463-ab24921830e3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.878086] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.878586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.878586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.878586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.879238] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.879238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.879238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.879238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.879238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.879691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.879691] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.879691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.879691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.879854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.879854] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.879940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.879979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.880129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.880188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.880282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.880383] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.090547] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.115648] env[65957]: INFO networking_nsxv3.common.synchronization [None req-60663f23-c6b4-47bd-ad46-b11835d9e372 tempest-ServersV294TestFqdnHostnames-813398797 tempest-ServersV294TestFqdnHostnames-813398797-project-member] Enqueued Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_rules [ 672.117539] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_rules [ 672.118558] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.118712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.118872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.119190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.119360] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.383990] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0863de6b-342b-41fc-a441-d157d9addf6f: rpc.has_security_group_logging(os_id): False [ 672.406587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.406587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.406587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.406587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.407511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.408110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.408404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.408692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.410570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.410570] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be created. [ 672.485169] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.486424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.486424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.507120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 2s [ 672.592688] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.592894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.593254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.593366] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8beb918e-1652-459c-8076-457c825a8987 is going to be created. [ 672.646258] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.646461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.646592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.646951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.647188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.660234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.660234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.660234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.660623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.660623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.660623] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c already deleted. [ 672.660776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.673497] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8beb918e-1652-459c-8076-457c825a8987 in Status: UNINITIALIZED for 2s [ 673.103847] env[65957]: INFO networking_nsxv3.common.synchronization [None req-5dd8d30e-498e-496a-9f58-3cf3e5334b7a None None] Enqueued Resource ID: aa4fc2e1-f641-415b-a8b4-6a5522b03256 with Priority: HIGHEST for action port [ 673.104439] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa4fc2e1-f641-415b-a8b4-6a5522b03256 with Priority: HIGHEST for action port [ 673.104817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa4fc2e1-f641-415b-a8b4-6a5522b03256 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.104921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa4fc2e1-f641-415b-a8b4-6a5522b03256" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.104921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa4fc2e1-f641-415b-a8b4-6a5522b03256" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.106708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa4fc2e1-f641-415b-a8b4-6a5522b03256" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.106860] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4fc2e1-f641-415b-a8b4-6a5522b03256',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.612063] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa4fc2e1-f641-415b-a8b4-6a5522b03256 [ 673.612468] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.612650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.612760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.613061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.613189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.613324] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa4fc2e1-f641-415b-a8b4-6a5522b03256 already deleted. [ 673.613483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa4fc2e1-f641-415b-a8b4-6a5522b03256" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.521719] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 674.522140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.688706] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8beb918e-1652-459c-8076-457c825a8987 in Status: SUCCESS [ 674.688906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.689261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.689387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.689565] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.689690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.689771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.689914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.689991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.690088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.690187] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.193187] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.193349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.193417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.193647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.193816] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.193919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.193982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.194145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.194230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.194319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.194468] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.194569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.194623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.194742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.194874] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.194964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.195041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.195171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.195245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.195328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.195413] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.698575] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8beb918e-1652-459c-8076-457c825a8987: rpc.has_security_group_logging(os_id): False [ 675.723313] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.723313] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.723313] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.723313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.723986] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.723986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.723986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.723986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.723986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.723986] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8beb918e-1652-459c-8076-457c825a8987 is going to be created. [ 675.797144] env[65957]: INFO networking_nsxv3.common.synchronization [req-b7949090-c8ed-4373-9851-71c374df452f req-d159a05c-b9da-4cbe-a6c7-af12c9d25ea4 tempest-ImagesNegativeTestJSON-1189928510 tempest-ImagesNegativeTestJSON-1189928510-project-member] Enqueued Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_members [ 675.797757] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_members [ 675.798683] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.798874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.798949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.799451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.799688] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.799864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.800043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.800309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.800309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.800415] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.813316] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.813542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.813734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.814027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.814311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.830487] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8beb918e-1652-459c-8076-457c825a8987 in Status: IN_PROGRESS for 2s [ 676.093278] env[65957]: INFO networking_nsxv3.common.synchronization [None req-e7c3e812-e205-4637-be02-ebd332d13a15 None None] Enqueued Resource ID: 30388fad-575b-40f5-b413-608edf58aa12 with Priority: HIGHEST for action port [ 676.093810] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30388fad-575b-40f5-b413-608edf58aa12 with Priority: HIGHEST for action port [ 676.094776] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-30388fad-575b-40f5-b413-608edf58aa12 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.094901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30388fad-575b-40f5-b413-608edf58aa12" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.094963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30388fad-575b-40f5-b413-608edf58aa12" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.095973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30388fad-575b-40f5-b413-608edf58aa12" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.096093] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30388fad-575b-40f5-b413-608edf58aa12',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.307231] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.307231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.307231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.307406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.307406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.307592] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.307686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.307737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.307879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.307948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.308749] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb already deleted. [ 676.308749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.451933] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.452314] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-148" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.452903] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-148" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.453176] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-148" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.453482] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.453685] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.453814] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.454068] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.454910] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.454910] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.454910] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.454910] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.454910] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.454910] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.455153] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.455153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.480649] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.480845] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.480943] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.481137] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-148" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.481464] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-ee6baf03-b8e3-4629-befc-c084127b17dd taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.482123] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.482123] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.482123] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.482409] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6baf03-b8e3-4629-befc-c084127b17dd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.599460] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30388fad-575b-40f5-b413-608edf58aa12 [ 676.599738] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.599896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.599955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.600215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.600326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.600741] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30388fad-575b-40f5-b413-608edf58aa12 already deleted. [ 676.600741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30388fad-575b-40f5-b413-608edf58aa12" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.986754] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.986754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.986754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.986754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.986754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.986754] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port ee6baf03-b8e3-4629-befc-c084127b17dd not found, creating... [ 676.988218] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.988218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.988218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.988218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.988218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.988218] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.988218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.988855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.988855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.988855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.988855] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: ee6baf03-b8e3-4629-befc-c084127b17dd is going to be created. [ 677.018907] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.018907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.019045] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.019295] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.019710] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.019956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.119664] env[65957]: INFO networking_nsxv3.common.synchronization [req-51fc76dd-f7ec-473a-a2d9-939e9fd2dbd8 req-1fbb5fc6-5b60-48a1-908c-a0eb2369b790 tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 677.120546] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 677.121690] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.121999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.122192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.122549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.122951] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.125465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.125465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.125465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.125465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.125465] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.630423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.630423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.630423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.630423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.630423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.630423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.630423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.630423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.630423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.631013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.631013] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 677.662210] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.662210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.662210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.662210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.662210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.672770] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 677.776159] env[65957]: INFO networking_nsxv3.common.synchronization [req-b7949090-c8ed-4373-9851-71c374df452f req-90e88daf-7c13-4a88-a306-6fb30039651e service nova] Enqueued Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_rules [ 677.776299] env[65957]: INFO networking_nsxv3.common.synchronization [req-b7949090-c8ed-4373-9851-71c374df452f req-90e88daf-7c13-4a88-a306-6fb30039651e service nova] Enqueued Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_members [ 677.776431] env[65957]: INFO networking_nsxv3.common.synchronization [req-b7949090-c8ed-4373-9851-71c374df452f req-90e88daf-7c13-4a88-a306-6fb30039651e service nova] Enqueued Resource ID: ee6baf03-b8e3-4629-befc-c084127b17dd with Priority: HIGHEST for action port [ 677.776967] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_rules [ 677.777366] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_members [ 677.777471] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6baf03-b8e3-4629-befc-c084127b17dd with Priority: HIGHEST for action port [ 677.777769] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.777895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.777959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.778240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.778384] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.779840] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.779973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.780055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.780312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.780464] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.781413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.781523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.781695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.781786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.782059] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.784259] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee6baf03-b8e3-4629-befc-c084127b17dd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.784396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.784543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.784743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.784828] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6baf03-b8e3-4629-befc-c084127b17dd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.845792] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8beb918e-1652-459c-8076-457c825a8987 in Status: SUCCESS [ 677.845792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.264193] env[65957]: INFO networking_nsxv3.common.synchronization [req-ca8070f8-ada7-4f9a-8d3b-d7125f917752 req-b08378ed-949f-4b07-9229-0931a080c19a tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 678.265040] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 678.265094] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.265256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.265256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.265577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.265668] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.265956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.266033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.266276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.266370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.266445] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.280488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.280696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.286761] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee6baf03-b8e3-4629-befc-c084127b17dd with status ACTIVE [ 678.286975] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.287118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.287180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.287393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.287480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.287650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.287748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.287806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.288225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.288225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.288225] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.288435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.288435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.288542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.288612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.288725] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee6baf03-b8e3-4629-befc-c084127b17dd is going to be updated. [ 678.289851] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.319631] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.319631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.319631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.319879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.319915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.320079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee6baf03-b8e3-4629-befc-c084127b17dd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.768510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.768702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.768765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.768993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.769104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.769323] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.769434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.769494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.769649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.769750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.769843] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b already deleted. [ 678.769923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.792022] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.178908] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.179150] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.179416] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.179697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.179954] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181230] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181368] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.181621] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.181766] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181971] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.182093] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.182198] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.182299] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.182403] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.182499] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.182624] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.203545] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.203710] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.203819] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.203986] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.204323] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-6dff24fb-1d52-45a4-8e4c-ce678e583617 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.204497] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.204608] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.204943] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.205120] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dff24fb-1d52-45a4-8e4c-ce678e583617',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.295588] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.295588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.295588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.295588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.295588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.296143] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb is going to be created. [ 679.349825] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.352205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.352205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.352205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.352205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.366460] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb in Status: UNINITIALIZED for 2s [ 679.683327] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 679.683327] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 deletion is rescheduled due to dependency. [ 679.683327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.707622] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.707761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.707879] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.708226] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.708657] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.708657] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 6dff24fb-1d52-45a4-8e4c-ce678e583617 not found, creating... [ 679.708835] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.708987] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.709121] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.709580] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.709580] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.709839] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.709981] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.710158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.710331] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.710469] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.710605] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 6dff24fb-1d52-45a4-8e4c-ce678e583617 is going to be created. [ 679.731353] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.731554] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.731675] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.732092] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.732202] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.732438] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.924428] env[65957]: INFO networking_nsxv3.common.synchronization [None req-80342cf2-332a-4ef2-9a49-0773e34eab3d None None] Enqueued Resource ID: 2ccc31c1-d770-4ad1-b5fb-b8db2a970994 with Priority: HIGHEST for action port [ 679.925302] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc31c1-d770-4ad1-b5fb-b8db2a970994 with Priority: HIGHEST for action port [ 679.926015] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ccc31c1-d770-4ad1-b5fb-b8db2a970994 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.926332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ccc31c1-d770-4ad1-b5fb-b8db2a970994" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.926513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ccc31c1-d770-4ad1-b5fb-b8db2a970994" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.926861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ccc31c1-d770-4ad1-b5fb-b8db2a970994" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.927058] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccc31c1-d770-4ad1-b5fb-b8db2a970994',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.429734] env[65957]: INFO networking_nsxv3.common.synchronization [req-ca8070f8-ada7-4f9a-8d3b-d7125f917752 req-72ab567d-87a7-4837-b1a4-4521562cdad8 service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 680.430034] env[65957]: INFO networking_nsxv3.common.synchronization [req-ca8070f8-ada7-4f9a-8d3b-d7125f917752 req-72ab567d-87a7-4837-b1a4-4521562cdad8 service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 680.430034] env[65957]: INFO networking_nsxv3.common.synchronization [req-ca8070f8-ada7-4f9a-8d3b-d7125f917752 req-72ab567d-87a7-4837-b1a4-4521562cdad8 service nova] Enqueued Resource ID: 6dff24fb-1d52-45a4-8e4c-ce678e583617 with Priority: HIGHEST for action port [ 680.431802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ccc31c1-d770-4ad1-b5fb-b8db2a970994 [ 680.431802] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.431802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.431802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.431802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.431802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.431802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ccc31c1-d770-4ad1-b5fb-b8db2a970994 already deleted. [ 680.431802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ccc31c1-d770-4ad1-b5fb-b8db2a970994" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.431802] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 680.432402] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 680.432402] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dff24fb-1d52-45a4-8e4c-ce678e583617 with Priority: HIGHEST for action port [ 680.432475] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.432603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.432685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.432944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.433060] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.433904] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.434046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.434140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.434458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.434458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.434586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.435269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.435269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.435269] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.435715] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dff24fb-1d52-45a4-8e4c-ce678e583617 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.435813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.436127] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dff24fb-1d52-45a4-8e4c-ce678e583617',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.938575] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.938575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.938956] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.941553] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dff24fb-1d52-45a4-8e4c-ce678e583617 with status ACTIVE [ 680.942100] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.942282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.942385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.942642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.943164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.943268] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.943438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.943537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.943770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.943944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.944598] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.944598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.944598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.944598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.944598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.944598] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dff24fb-1d52-45a4-8e4c-ce678e583617 is going to be updated. [ 680.967982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.968156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.968226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.968508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.968639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.968809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dff24fb-1d52-45a4-8e4c-ce678e583617" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.380830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb in Status: SUCCESS [ 681.381593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.381787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.382048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.382289] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.382558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.382668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.382984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.382984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.382984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.383204] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.447309] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.885585] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1d16ecba-7f0c-49db-8f5c-4584aeecee76 None None] Enqueued Resource ID: ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c with Priority: HIGHEST for action port [ 681.885908] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.886383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.886383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.886383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.886503] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.887182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.887182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.887182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.887182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.887182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.887182] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.887459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.887459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.887459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.887556] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.887606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.887701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.887797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.887868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.887968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.888079] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.889364] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c with Priority: HIGHEST for action port [ 681.889688] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.889799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.889863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.890114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.890196] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.950623] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.950623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.950623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.951929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.951929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.951929] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be created. [ 681.974179] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.974380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.974433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.975023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.975023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.985445] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: UNINITIALIZED for 2s [ 682.394321] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb: rpc.has_security_group_logging(os_id): False [ 682.395032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c [ 682.395032] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.395210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.395252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.395991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.395991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.395991] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c already deleted. [ 682.395991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9e81ad-ea8c-402f-aafd-72cfc7ad6c9c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.415383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.415579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.415579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.415748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.415863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.416062] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.416164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.416227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.416412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.416494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.416684] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.416805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.416858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.416973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.417093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.417378] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.417506] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.417569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.417720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.417795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.417882] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb is going to be created. [ 682.497834] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.498208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.498208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.498382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.499065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.522250] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb in Status: IN_PROGRESS for 2s [ 683.998273] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 683.998675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.998944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.999027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.999247] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.999373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.999373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.999529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.999614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.003020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.003020] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.503151] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.503151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.503151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.503384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.503427] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.503501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.503616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.503732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.503776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.504809] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.504809] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.504809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.505306] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.533448] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb in Status: SUCCESS [ 684.533749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.007729] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e80be11b-f72b-4b96-a7ab-de076c0fd26b: rpc.has_security_group_logging(os_id): False [ 685.027195] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.027418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.027418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.027614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.027707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.027924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.028041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.028093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.028234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.028308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.028517] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.028597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.028647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.028835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.028835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.029022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.029119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.029172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.029308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.029400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.029500] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be created. [ 685.097622] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.097823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.097875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.098077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.098271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.115078] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 685.166691] env[65957]: INFO networking_nsxv3.common.synchronization [req-22323b04-fa27-4146-827c-de0fb357f24c req-97ab0408-e936-4d06-b885-66675a03471d tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 685.167472] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 685.167871] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.168042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.168127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.168440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.168647] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.168780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.168867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.169096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.169207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.169335] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.674390] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.674390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.674390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.674390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.675227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.675227] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.675227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.675227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.675227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.675227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.675676] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 685.707993] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.708295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.708295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.708466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.708564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.718189] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 687.129539] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 687.129794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.731413] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 687.733978] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 687.733978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.812079] env[65957]: INFO networking_nsxv3.common.synchronization [req-a836c690-58da-4a29-a348-684ae14763a2 req-f5a2cd9a-3851-47e1-9f1e-72b4af12ebe1 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 687.812079] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 687.812483] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.812720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.812810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.813451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.813662] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.813783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.813832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.814025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.814176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.815497] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.186843] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.187237] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.187237] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.187445] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.187781] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.187932] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.188481] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.188728] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.188871] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.189091] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.189197] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.189297] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.189402] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.189515] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.189620] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.189742] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.213409] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.213569] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.213727] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.213909] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.214241] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-0b231af4-e26b-411f-ad0d-fa585b3cb452 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.214432] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.214596] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.215015] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.215152] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b231af4-e26b-411f-ad0d-fa585b3cb452',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.316654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.316814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.316907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.317151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.317245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.317451] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.317577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.317635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.317789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.317852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.317940] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed already deleted. [ 688.318267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.717820] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.718247] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.718247] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.718483] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.718630] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.718851] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 0b231af4-e26b-411f-ad0d-fa585b3cb452 not found, creating... [ 688.719040] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.719192] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.719547] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.719547] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.719664] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.720251] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.720251] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.720251] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.720435] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.720523] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.720669] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 0b231af4-e26b-411f-ad0d-fa585b3cb452 is going to be created. [ 688.742912] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.743163] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.743300] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.743621] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.743846] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.744125] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.298369] env[65957]: INFO networking_nsxv3.common.synchronization [None req-e4d82ed5-f106-4583-968c-168eec003a91 None None] Enqueued Resource ID: b72a3a7b-ebac-4355-8f1e-bbaec1b61709 with Priority: HIGHEST for action port [ 689.299226] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72a3a7b-ebac-4355-8f1e-bbaec1b61709 with Priority: HIGHEST for action port [ 689.299696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b72a3a7b-ebac-4355-8f1e-bbaec1b61709 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.299696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b72a3a7b-ebac-4355-8f1e-bbaec1b61709" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.299696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b72a3a7b-ebac-4355-8f1e-bbaec1b61709" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.299856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b72a3a7b-ebac-4355-8f1e-bbaec1b61709" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.299892] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b72a3a7b-ebac-4355-8f1e-bbaec1b61709',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.489706] env[65957]: INFO networking_nsxv3.common.synchronization [req-a836c690-58da-4a29-a348-684ae14763a2 req-5f8d5d63-ab07-4cb2-a366-87c00122d11a service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 689.489927] env[65957]: INFO networking_nsxv3.common.synchronization [req-a836c690-58da-4a29-a348-684ae14763a2 req-5f8d5d63-ab07-4cb2-a366-87c00122d11a service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 689.491747] env[65957]: INFO networking_nsxv3.common.synchronization [req-a836c690-58da-4a29-a348-684ae14763a2 req-5f8d5d63-ab07-4cb2-a366-87c00122d11a service nova] Enqueued Resource ID: 0b231af4-e26b-411f-ad0d-fa585b3cb452 with Priority: HIGHEST for action port [ 689.492160] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 689.492160] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 689.492160] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b231af4-e26b-411f-ad0d-fa585b3cb452 with Priority: HIGHEST for action port [ 689.492763] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.492923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.493085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.493307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.493397] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.494610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.494610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.494727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.494872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.495016] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.495144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.495204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.495560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.495560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.495658] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.496481] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b231af4-e26b-411f-ad0d-fa585b3cb452 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.496592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.496818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.497372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.497372] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b231af4-e26b-411f-ad0d-fa585b3cb452',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.803144] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b72a3a7b-ebac-4355-8f1e-bbaec1b61709 [ 689.803848] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.803848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.803848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.804026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.804026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.804079] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b72a3a7b-ebac-4355-8f1e-bbaec1b61709 already deleted. [ 689.804139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b72a3a7b-ebac-4355-8f1e-bbaec1b61709" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.910417] env[65957]: INFO networking_nsxv3.common.synchronization [req-8a158235-dc97-435d-95d9-f11e35d0afa2 req-14992d55-5f04-4a7b-bf35-d40e7853c427 tempest-ListServerFiltersTestJSON-1713506800 tempest-ListServerFiltersTestJSON-1713506800-project-member] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 689.911037] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 689.911294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.911418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.911486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.911734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.911894] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.911996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.912075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.912226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.912308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912404] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.999738] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.004251] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.004363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.004809] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b231af4-e26b-411f-ad0d-fa585b3cb452 with status ACTIVE [ 690.005071] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.005247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.005357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.006443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.006587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.006826] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.006976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.007087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.007283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.007383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.007672] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.007781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.007844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.008020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.008103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.008756] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b231af4-e26b-411f-ad0d-fa585b3cb452 is going to be updated. [ 690.074988] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.074988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.074988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.075211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.075211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.075406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b231af4-e26b-411f-ad0d-fa585b3cb452" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.280291] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.280493] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.280650] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.281014] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.281280] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.281437] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.281548] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.284216] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.284422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.284873] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.284873] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.284873] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.284972] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.286161] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.286161] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.286161] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.306886] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.306886] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.306886] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.307177] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.307552] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-8347799f-7da0-41f2-8d53-7224c30295d5 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.307898] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.308061] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.308449] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.308623] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8347799f-7da0-41f2-8d53-7224c30295d5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.416535] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.416720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.416786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.417268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.417368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.417606] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.417679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.417753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.418120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.418120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.418120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 already deleted. [ 690.418301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.512411] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.811257] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.811490] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.811612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.812166] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.812321] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.812475] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 8347799f-7da0-41f2-8d53-7224c30295d5 not found, creating... [ 690.812780] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.812951] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.813102] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.813339] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.813473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.813755] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.813903] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.814066] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.814319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.814480] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.814626] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 8347799f-7da0-41f2-8d53-7224c30295d5 is going to be created. [ 690.839242] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.839519] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.839644] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.839924] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.841338] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.842025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.014529] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.014681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.014797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.014975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.015084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.015188] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be created. [ 691.052924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.053145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.053187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.053477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.053642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.066499] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: UNINITIALIZED for 2s [ 691.247444] env[65957]: INFO networking_nsxv3.common.synchronization [None req-235c9a36-cafb-4259-b8ae-9d4550f1d370 None None] Enqueued Resource ID: 24e5ef66-b313-4d5e-83b2-ee9a45fcaba0 with Priority: HIGHEST for action port [ 691.248470] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e5ef66-b313-4d5e-83b2-ee9a45fcaba0 with Priority: HIGHEST for action port [ 691.248470] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e5ef66-b313-4d5e-83b2-ee9a45fcaba0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.248470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e5ef66-b313-4d5e-83b2-ee9a45fcaba0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.248470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e5ef66-b313-4d5e-83b2-ee9a45fcaba0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.248890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e5ef66-b313-4d5e-83b2-ee9a45fcaba0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.250063] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e5ef66-b313-4d5e-83b2-ee9a45fcaba0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.619075] env[65957]: INFO networking_nsxv3.common.synchronization [req-8a158235-dc97-435d-95d9-f11e35d0afa2 req-e1d371e7-2b25-492c-a36e-5c6b7291a6ca service nova] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_rules [ 691.619075] env[65957]: INFO networking_nsxv3.common.synchronization [req-8a158235-dc97-435d-95d9-f11e35d0afa2 req-e1d371e7-2b25-492c-a36e-5c6b7291a6ca service nova] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 691.619277] env[65957]: INFO networking_nsxv3.common.synchronization [req-8a158235-dc97-435d-95d9-f11e35d0afa2 req-e1d371e7-2b25-492c-a36e-5c6b7291a6ca service nova] Enqueued Resource ID: 8347799f-7da0-41f2-8d53-7224c30295d5 with Priority: HIGHEST for action port [ 691.621598] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_rules [ 691.621598] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 691.621598] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8347799f-7da0-41f2-8d53-7224c30295d5 with Priority: HIGHEST for action port [ 691.621598] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.621598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.621598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.621598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.621598] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.622994] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.622994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.622994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.623425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.623567] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.623691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.624197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.624197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.624197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.624197] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.624964] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-8347799f-7da0-41f2-8d53-7224c30295d5 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.626305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.626305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.626305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.626305] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8347799f-7da0-41f2-8d53-7224c30295d5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.753111] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24e5ef66-b313-4d5e-83b2-ee9a45fcaba0 [ 691.753420] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.753535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.753657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.753815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.753934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.754096] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24e5ef66-b313-4d5e-83b2-ee9a45fcaba0 already deleted. [ 691.754148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e5ef66-b313-4d5e-83b2-ee9a45fcaba0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.958232] env[65957]: INFO networking_nsxv3.common.synchronization [req-b6835be0-6d2a-46f8-8155-a8c7ca26a0c0 req-0f706bcb-c8d7-4d60-b41f-d84c9fc64f20 tempest-ServerAddressesNegativeTestJSON-602582488 tempest-ServerAddressesNegativeTestJSON-602582488-project-member] Enqueued Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_members [ 691.959413] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_members [ 691.960716] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.960881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.961101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.961398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.961592] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.961735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.961818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.961992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.962121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.962237] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.129309] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.131322] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.131322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.131593] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8347799f-7da0-41f2-8d53-7224c30295d5 with status ACTIVE [ 692.133508] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.133508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.133508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.133508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.133718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.134140] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.134140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.138037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.138359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.138492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.138812] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.138983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.139103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.139266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.139663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.139663] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8347799f-7da0-41f2-8d53-7224c30295d5 is going to be updated. [ 692.161108] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.161245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.161343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.161572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.161651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.162306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8347799f-7da0-41f2-8d53-7224c30295d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.321513] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.321513] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.321513] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.322057] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.322539] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.324157] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.324157] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.324157] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.324157] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.324157] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.324157] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.324157] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.324157] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.324157] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.324157] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.325320] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.346979] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.347165] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.348601] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.348888] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.349311] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.349496] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.349610] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.349925] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.350080] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a688b8-8fd7-4cc7-bfab-97d4afbc2e70',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.411439] env[65957]: INFO networking_nsxv3.common.synchronization [None req-3aad4160-5075-4d56-b112-1ec063b0b13d None None] Enqueued Resource ID: 70a78d41-ec62-445c-9861-16e1d2927026 with Priority: HIGHEST for action port [ 692.411992] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a78d41-ec62-445c-9861-16e1d2927026 with Priority: HIGHEST for action port [ 692.412715] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a78d41-ec62-445c-9861-16e1d2927026 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.412848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a78d41-ec62-445c-9861-16e1d2927026" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.412948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a78d41-ec62-445c-9861-16e1d2927026" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.413189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a78d41-ec62-445c-9861-16e1d2927026" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.413304] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a78d41-ec62-445c-9861-16e1d2927026',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.465394] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.465561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.465631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.465841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.465985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.466249] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.466370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.466453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.466618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.466698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.466784] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c already deleted. [ 692.466863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.632749] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.854436] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.855668] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.855668] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.855668] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.855668] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.855668] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 not found, creating... [ 692.855921] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.856045] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.856093] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.856290] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.856416] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.856694] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.856846] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.856956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.857192] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.857318] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.857450] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 is going to be created. [ 692.884830] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.885043] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.885164] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.885432] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.885676] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.885896] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.917829] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a78d41-ec62-445c-9861-16e1d2927026 [ 692.918270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.920648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.920648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.920648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.920648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.920648] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a78d41-ec62-445c-9861-16e1d2927026 already deleted. [ 692.920809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a78d41-ec62-445c-9861-16e1d2927026" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.079046] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 693.079046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.079046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.079046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.079046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.079046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.079046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.080062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.080062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.080062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.080062] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.135548] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.135728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.135851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.136748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.136748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.136748] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be created. [ 693.168484] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.168657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.168730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.169709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.169709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.182803] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: UNINITIALIZED for 2s [ 693.585109] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.585235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.585301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.585533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.585726] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.585835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.585911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.586778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.586778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.586778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.586778] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.587187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.587187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.587187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.588061] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.588277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.588337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.588799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.588799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.588799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.589096] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.701284] env[65957]: INFO networking_nsxv3.common.synchronization [req-b6835be0-6d2a-46f8-8155-a8c7ca26a0c0 req-2ef5fbfc-047e-4cec-8d8d-062163d35637 service nova] Enqueued Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_rules [ 693.701284] env[65957]: INFO networking_nsxv3.common.synchronization [req-b6835be0-6d2a-46f8-8155-a8c7ca26a0c0 req-2ef5fbfc-047e-4cec-8d8d-062163d35637 service nova] Enqueued Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_members [ 693.701284] env[65957]: INFO networking_nsxv3.common.synchronization [req-b6835be0-6d2a-46f8-8155-a8c7ca26a0c0 req-2ef5fbfc-047e-4cec-8d8d-062163d35637 service nova] Enqueued Resource ID: 54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 with Priority: HIGHEST for action port [ 693.702033] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_rules [ 693.702033] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_members [ 693.702242] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 with Priority: HIGHEST for action port [ 693.702575] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.702737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.702872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.703275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.703398] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.704424] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.704589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.705070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.705070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.705070] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.706274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.706274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.706274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.706274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.706408] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.707983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.708960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.708960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.709129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.709129] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a688b8-8fd7-4cc7-bfab-97d4afbc2e70',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.910494] env[65957]: INFO networking_nsxv3.common.synchronization [req-6514291c-e798-427f-be8d-1bff1b3f40f7 req-1124692e-583a-4b5a-8941-4895fb47ba24 tempest-ServersV294TestFqdnHostnames-813398797 tempest-ServersV294TestFqdnHostnames-813398797-project-member] Enqueued Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_members [ 693.911244] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_members [ 693.912563] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.912563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.912563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.912563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.912761] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.912932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.913937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.913937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.913937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.913937] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.093541] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d6b2a0-2695-40d0-aa5f-7e83cd159aed: rpc.has_security_group_logging(os_id): False [ 694.117081] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.117434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.117434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.118073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.118073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.118305] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.118375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.118404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.118726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.118816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.119149] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.119273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.119377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.119642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.119749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.120031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.120166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.120215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.120419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.120512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.120609] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be created. [ 694.201544] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.201756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.201756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.202077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.202295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.213480] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.213480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.213480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.213480] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 with status ACTIVE [ 694.213480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.214093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.214093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.214203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.215335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.215335] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.215335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.215335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.215648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.215768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.215983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.216114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.216201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.216411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.216523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.216612] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54a688b8-8fd7-4cc7-bfab-97d4afbc2e70 is going to be updated. [ 694.218848] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 694.245398] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.245600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.245639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.245837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.245978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.246156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a688b8-8fd7-4cc7-bfab-97d4afbc2e70" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.418930] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.419759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.419966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.420158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.420227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.420434] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.420547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.420597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.422579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.422579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.422579] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c already deleted. [ 694.422579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.667572] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.667870] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-180" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.668027] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-180" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.668547] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-180" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.669160] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.669160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.669296] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.669522] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.669692] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.669941] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.670306] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.670306] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.670383] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.670489] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.670663] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.670806] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.694257] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.694528] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.694740] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.694977] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-180" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.695405] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.695597] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.695755] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.696151] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.696330] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faab8b2f-3df5-4025-a2f3-8ebc329ab88a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.715281] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.075860] env[65957]: INFO networking_nsxv3.common.synchronization [None req-b270c312-e2d5-4820-b112-b13830308173 None None] Enqueued Resource ID: b4796060-bffb-41f0-a574-52f433305191 with Priority: HIGHEST for action port [ 695.076502] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4796060-bffb-41f0-a574-52f433305191 with Priority: HIGHEST for action port [ 695.076846] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4796060-bffb-41f0-a574-52f433305191 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.077024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4796060-bffb-41f0-a574-52f433305191" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.077067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4796060-bffb-41f0-a574-52f433305191" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.077298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4796060-bffb-41f0-a574-52f433305191" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.077387] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4796060-bffb-41f0-a574-52f433305191',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.191610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 695.193051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.193051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.193051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.193051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.193051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.193051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.193051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.193051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.193432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.193432] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.198412] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.198715] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.199036] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.199102] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.199420] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.199420] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port faab8b2f-3df5-4025-a2f3-8ebc329ab88a not found, creating... [ 695.200734] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.200734] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.200734] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.200915] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.201055] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.201534] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.201683] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.201882] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.202661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.202661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.202661] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: faab8b2f-3df5-4025-a2f3-8ebc329ab88a is going to be created. [ 695.218187] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.218187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.218187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.218187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.218518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.218518] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c is going to be created. [ 695.233580] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.233798] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.233898] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.234211] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.234458] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.234742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.250977] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.251146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.251211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.251426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.251587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.268546] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c in Status: UNINITIALIZED for 2s [ 695.581148] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4796060-bffb-41f0-a574-52f433305191 [ 695.581494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.581708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.581827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.582174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.582316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.582491] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4796060-bffb-41f0-a574-52f433305191 already deleted. [ 695.582689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4796060-bffb-41f0-a574-52f433305191" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.696022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.696251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.696325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.696773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.696984] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.697215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.697215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.697352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.697433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.697523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.697845] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.698156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.698156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.698567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.698567] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.698704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.698704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.699356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.699356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.699356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.699356] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.005340] env[65957]: INFO networking_nsxv3.common.synchronization [req-6514291c-e798-427f-be8d-1bff1b3f40f7 req-45588c7d-c3ad-445b-b2bd-a0a8382c6750 service nova] Enqueued Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_rules [ 696.005340] env[65957]: INFO networking_nsxv3.common.synchronization [req-6514291c-e798-427f-be8d-1bff1b3f40f7 req-45588c7d-c3ad-445b-b2bd-a0a8382c6750 service nova] Enqueued Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_members [ 696.005340] env[65957]: INFO networking_nsxv3.common.synchronization [req-6514291c-e798-427f-be8d-1bff1b3f40f7 req-45588c7d-c3ad-445b-b2bd-a0a8382c6750 service nova] Enqueued Resource ID: faab8b2f-3df5-4025-a2f3-8ebc329ab88a with Priority: HIGHEST for action port [ 696.005918] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_rules [ 696.005918] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_members [ 696.006035] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faab8b2f-3df5-4025-a2f3-8ebc329ab88a with Priority: HIGHEST for action port [ 696.007822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.008166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.008240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.008484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.008591] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.011592] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.011592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.011592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.011592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.011937] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.011937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.012020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.014683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.014683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.014683] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.014683] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.014683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.014683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.014683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.014683] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faab8b2f-3df5-4025-a2f3-8ebc329ab88a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.202061] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aee592d-3e03-405a-a062-9671cbaf9b53: rpc.has_security_group_logging(os_id): False [ 696.230041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.230041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.230041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.230247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230407] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.230407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.230617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.230705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231310] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.231310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.231310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.231310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231474] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.231547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.231727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.231794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be created. [ 696.236763] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 696.236763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.308502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.308664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.308747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.308985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.309175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.327577] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 696.355262] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa66e6b7-ef91-4e58-a740-fc3501a33f02 req-b45df999-da02-4d59-845b-6c8b386a7381 tempest-ListServerFiltersTestJSON-1713506800 tempest-ListServerFiltersTestJSON-1713506800-project-member] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 696.357309] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 696.357309] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.357309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.357309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.357309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.357652] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.357652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.357652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.357830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.357927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.358070] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.517156] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.517290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.517500] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.522212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faab8b2f-3df5-4025-a2f3-8ebc329ab88a with status ACTIVE [ 696.522288] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.522942] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.522942] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.523314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.523431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.523670] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.523796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.523873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.524502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.524502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.524502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.524502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.524502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.524723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.524723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.524778] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faab8b2f-3df5-4025-a2f3-8ebc329ab88a is going to be updated. [ 696.537322] env[65957]: INFO networking_nsxv3.common.synchronization [None req-0aef6ee5-fa81-4006-8e4e-ea3e025e27f7 tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 696.537737] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 696.538066] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.538197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.539428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.539428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.539428] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.556619] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.556619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.556824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.557100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.557271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.557441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faab8b2f-3df5-4025-a2f3-8ebc329ab88a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.860018] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.019954] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.022873] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f25bdd03-0c91-4f39-805a-5e5bf8b8baf3 tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 697.023318] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 697.023561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.023660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.046730] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.046885] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.047012] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.047287] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.047543] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.047677] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.047781] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.047977] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.048125] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.048321] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.048424] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.048545] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.048648] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.048747] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.048840] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.048958] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.062661] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.062807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.062876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.063102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.063190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.063283] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 already deleted. [ 697.063356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.063498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.063642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.063722] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.071537] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.071786] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.071933] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.072131] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.072460] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.072823] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.072963] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.073280] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.073464] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.281461] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c in Status: SUCCESS [ 697.281692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.281860] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.282603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.282828] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.282961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.283030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.283157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.283244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.283320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.283397] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.362112] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.524424] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.524602] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.524671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.524946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.525063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.525199] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c is going to be created. [ 697.553458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.553719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.553719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.553918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.554099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.567985] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c in Status: UNINITIALIZED for 2s [ 697.576422] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.576737] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.576858] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.577161] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.577289] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.577432] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 not found, creating... [ 697.577678] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.577826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.577936] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.578165] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.578294] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.578625] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.578781] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.578889] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.579106] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.579233] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.579367] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 is going to be created. [ 697.586692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.586969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.586969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.587217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.587332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.587478] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 already deleted. [ 697.587607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.603342] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.603902] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.603902] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.604535] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.604648] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.604877] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.786731] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.786731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.786883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.787137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.787400] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.787554] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.787696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.787857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.787969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.788100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.788389] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.788568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.788624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.788776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.789019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.789140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.789197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.789382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.789475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.789567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.789677] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.865008] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.865257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.865371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.865847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.865847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.865847] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 697.902222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.902222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.902222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.902222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.902222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.913201] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 698.294153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c: rpc.has_security_group_logging(os_id): False [ 698.315668] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa66e6b7-ef91-4e58-a740-fc3501a33f02 req-f13064d9-58c3-421f-b51d-2d81fe833d21 service nova] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_rules [ 698.315668] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa66e6b7-ef91-4e58-a740-fc3501a33f02 req-f13064d9-58c3-421f-b51d-2d81fe833d21 service nova] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 698.315668] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa66e6b7-ef91-4e58-a740-fc3501a33f02 req-f13064d9-58c3-421f-b51d-2d81fe833d21 service nova] Enqueued Resource ID: 4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 with Priority: HIGHEST for action port [ 698.316666] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_rules [ 698.316666] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 698.316804] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 with Priority: HIGHEST for action port [ 698.317527] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.317657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.317842] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.317925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.318400] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.318885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.319364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.319689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.319689] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.322710] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.322817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.322863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.323420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.323489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.323658] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.323759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.324139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.324139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.324139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.325025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.325025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.325161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.325335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.325335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.325509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.325598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.325656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.329024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.329024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.329024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c is going to be created. [ 698.341420] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 698.341624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.341791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.341999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.342096] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.436036] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.436188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.436277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.436558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.436797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.452917] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c in Status: IN_PROGRESS for 2s [ 698.822777] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 with status ACTIVE [ 698.823034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.823185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.823251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.823533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.824905] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.824905] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.824905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.824905] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6 is going to be updated. [ 698.844970] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.844970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.853061] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.853061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.853061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.853282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.853385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.854120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cefd5dd-d85e-4972-99b4-5e3b9ddc57a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.110794] env[65957]: INFO networking_nsxv3.common.synchronization [req-07bf3cba-0896-449e-9f7e-8239612004d2 req-cfc44bcc-b2ff-4fbd-8e4d-7d19eef9afe4 tempest-ImagesNegativeTestJSON-1189928510 tempest-ImagesNegativeTestJSON-1189928510-project-member] Enqueued Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_members [ 699.111465] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb with Priority: HIGHEST for action security_group_members [ 699.112151] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.112244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.112318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.112548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.112696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.112801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.112893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.113060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.113111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.113210] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bea3b8d-d978-45f2-b73f-a89ddaeb5acb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.579879] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c in Status: SUCCESS [ 699.580178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.580244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.580620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.580885] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.581084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.581527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.581527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.581527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.581527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.581771] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.601988] env[65957]: INFO networking_nsxv3.common.synchronization [req-e749376b-4ed7-4547-89b4-69a422902bb5 req-e2ee585d-3e12-47cb-bb33-86912447e29d tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 699.602616] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 699.602926] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.603067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.603223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.603331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.603487] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.603618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.603693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.603830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.603915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.604707] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.615638] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.615638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.616591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.616591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.616591] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.616591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.616591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.616591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.617021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.617021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb is going to be updated. [ 699.649307] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.649421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.649421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.649696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.649846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.661264] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb in Status: IN_PROGRESS for 2s [ 699.926916] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 699.927163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.927340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.927603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.927734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.927852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.927914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.928073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.928155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.928248] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.083370] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.106861] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.107049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.107127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.107342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.107429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.107655] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.107750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.107828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.107959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.108048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.108133] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 700.136408] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.136672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.136799] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.138761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.138761] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.138761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.138761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.138761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.138761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.138761] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.138761] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.138761] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.138761] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.138761] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.138761] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.138761] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.141363] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.141484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.141601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.141741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.141877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.153551] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 700.161874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.162066] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.162186] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.162344] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.162753] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-4f013811-3547-4ede-a065-5465c89cf481 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.163041] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.163098] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.163870] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.163870] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f013811-3547-4ede-a065-5465c89cf481',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.210024] env[65957]: INFO networking_nsxv3.common.synchronization [None req-5dcc8c0b-1636-47d6-9fad-4dbeed123198 None None] Enqueued Resource ID: 37d1b6d9-511c-40a0-9411-ee9455a5788c with Priority: HIGHEST for action port [ 700.210024] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d1b6d9-511c-40a0-9411-ee9455a5788c with Priority: HIGHEST for action port [ 700.211844] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d1b6d9-511c-40a0-9411-ee9455a5788c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.212357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d1b6d9-511c-40a0-9411-ee9455a5788c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.212940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d1b6d9-511c-40a0-9411-ee9455a5788c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.214869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d1b6d9-511c-40a0-9411-ee9455a5788c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.214869] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d1b6d9-511c-40a0-9411-ee9455a5788c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.431612] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.465266] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c in Status: SUCCESS [ 700.465502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.587132] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d882eb-6568-42de-a4fe-532fcf22ab1c: rpc.has_security_group_logging(os_id): False [ 700.612968] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.612968] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.612968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.612968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c is going to be created. [ 700.672880] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.673175] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.673342] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.673622] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.673774] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.674187] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 4f013811-3547-4ede-a065-5465c89cf481 not found, creating... [ 700.674605] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.674860] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.675062] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.675890] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.675997] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.676496] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.676763] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.676916] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.679051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.679051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.679051] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 4f013811-3547-4ede-a065-5465c89cf481 is going to be created. [ 700.684221] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.684443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.684443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.684647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.684828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.697846] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c in Status: IN_PROGRESS for 2s [ 700.710383] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.710383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.710383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.710383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.710383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.710383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.715447] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37d1b6d9-511c-40a0-9411-ee9455a5788c [ 700.715804] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.716024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.716148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.716714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.716714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.716890] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37d1b6d9-511c-40a0-9411-ee9455a5788c already deleted. [ 700.716960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d1b6d9-511c-40a0-9411-ee9455a5788c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.937524] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.441168] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.441365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.441455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.441707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.441824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.441952] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 701.481561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.481697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.481771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.481988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.482153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.494215] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 701.511539] env[65957]: INFO networking_nsxv3.common.synchronization [req-e749376b-4ed7-4547-89b4-69a422902bb5 req-720e6462-52a1-4d7f-8987-849c1e9fb332 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 701.511804] env[65957]: INFO networking_nsxv3.common.synchronization [req-e749376b-4ed7-4547-89b4-69a422902bb5 req-720e6462-52a1-4d7f-8987-849c1e9fb332 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 701.511997] env[65957]: INFO networking_nsxv3.common.synchronization [req-e749376b-4ed7-4547-89b4-69a422902bb5 req-720e6462-52a1-4d7f-8987-849c1e9fb332 service nova] Enqueued Resource ID: 4f013811-3547-4ede-a065-5465c89cf481 with Priority: HIGHEST for action port [ 701.512653] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 701.512808] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 701.512907] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f013811-3547-4ede-a065-5465c89cf481 with Priority: HIGHEST for action port [ 701.513242] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.513382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.513442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.513676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.513762] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.515126] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.515194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.515414] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f013811-3547-4ede-a065-5465c89cf481 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.515525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.515590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.515805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.515883] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f013811-3547-4ede-a065-5465c89cf481',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.674015] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb in Status: SUCCESS [ 701.674274] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bea3b8d-d978-45f2-b73f-a89ddaeb5acb deletion is rescheduled due to dependency. [ 701.674274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bea3b8d-d978-45f2-b73f-a89ddaeb5acb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.024032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f013811-3547-4ede-a065-5465c89cf481 with status ACTIVE [ 702.024846] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.024846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.024846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.024846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.024846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.025085] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.025228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.025304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.025462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.025515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.025696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.025786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.025844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.025977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.026063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.026143] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f013811-3547-4ede-a065-5465c89cf481 is going to be updated. [ 702.028424] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.028553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.054517] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.055382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.055382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.055382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.055382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.055382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f013811-3547-4ede-a065-5465c89cf481" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.164441] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 702.164959] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 deletion is rescheduled due to dependency. [ 702.164959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.164959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.165217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.165335] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.165452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.165505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.165667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.165784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.165903] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.669482] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.715627] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c in Status: SUCCESS [ 702.717190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.853099] env[65957]: INFO networking_nsxv3.common.synchronization [None req-7d090865-403b-4de0-a4c2-b510db6b5756 None None] Enqueued Resource ID: 13bf2127-1864-4b49-821c-8defb08736a2 with Priority: HIGHEST for action port [ 702.853658] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bf2127-1864-4b49-821c-8defb08736a2 with Priority: HIGHEST for action port [ 702.854018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-13bf2127-1864-4b49-821c-8defb08736a2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.854488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13bf2127-1864-4b49-821c-8defb08736a2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.854538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13bf2127-1864-4b49-821c-8defb08736a2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.854853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13bf2127-1864-4b49-821c-8defb08736a2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.854996] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bf2127-1864-4b49-821c-8defb08736a2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.172471] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.358159] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13bf2127-1864-4b49-821c-8defb08736a2 [ 703.360762] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.360762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.360762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.360762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.360762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.360762] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13bf2127-1864-4b49-821c-8defb08736a2 already deleted. [ 703.360762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13bf2127-1864-4b49-821c-8defb08736a2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.513904] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 703.514337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.514337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.514897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.516901] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.517212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.517598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.518221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.518221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.518221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.518221] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.677576] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.677836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.677886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.678332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.678332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.678332] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 703.713863] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.714055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.714055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.714356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.714640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.728623] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 703.989401] env[65957]: INFO networking_nsxv3.common.synchronization [req-e776497d-d63d-42ee-b56a-3b66d1741d55 req-8e0790d1-7c6a-4563-b9fe-f2217cc54a70 tempest-VolumesAssistedSnapshotsTest-1110096718 tempest-VolumesAssistedSnapshotsTest-1110096718-project-member] Enqueued Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_members [ 703.989401] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bf5ec3-ad76-4c05-8381-987a725576de with Priority: HIGHEST for action security_group_members [ 703.989401] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0bf5ec3-ad76-4c05-8381-987a725576de taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.989401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.989401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.989789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.989789] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.989789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.990226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.990401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.990524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.990649] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0bf5ec3-ad76-4c05-8381-987a725576de',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.023259] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023259] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.023259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.023973] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.023973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023973] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.023973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.024182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.024182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.024232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.024939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.024939] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.495394] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.495394] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.495394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.495394] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0bf5ec3-ad76-4c05-8381-987a725576de is going to be updated. [ 704.516409] env[65957]: INFO networking_nsxv3.common.synchronization [req-5208af89-67f3-4c5f-a551-f5b5ecc5177e req-c7bd3e60-30ac-4a38-a9d9-843eedf168e3 tempest-ListServerFiltersTestJSON-1713506800 tempest-ListServerFiltersTestJSON-1713506800-project-member] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 704.517246] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 704.517656] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.517778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.517884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.518144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.518342] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.518746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.518746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.518840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.518872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.519164] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.528727] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aee592d-3e03-405a-a062-9671cbaf9b53: rpc.has_security_group_logging(os_id): False [ 704.560503] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.560713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.560803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.561126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.561254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.561485] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.561622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.561825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.561868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.561945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.562337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.562439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.562952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.563033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.563268] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.563401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.563486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.563654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.563808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.563920] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 704.566857] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.567167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.567286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.567496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.567684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.577139] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0bf5ec3-ad76-4c05-8381-987a725576de in Status: IN_PROGRESS for 2s [ 704.667558] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.668030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.668030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.669157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.669157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.685276] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 705.022164] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.039783] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.040096] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.040307] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.041298] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.041413] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.041638] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.041810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.042823] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.042823] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.042823] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.042916] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.043283] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.043283] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.043392] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.043454] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.043641] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.063392] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.063549] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.063674] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.063839] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-972" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.064335] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-3c8ea7b2-f709-4c34-8031-0208fe57a50c taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.064335] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.064540] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.064761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.064901] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8ea7b2-f709-4c34-8031-0208fe57a50c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.524438] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.569971] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.569971] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 3c8ea7b2-f709-4c34-8031-0208fe57a50c not found, creating... [ 705.569971] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.569971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.570485] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.570485] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.570485] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.570754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.570797] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.570915] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 3c8ea7b2-f709-4c34-8031-0208fe57a50c is going to be created. [ 705.593404] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.593649] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.593727] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.594030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.594340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.594597] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.740230] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 705.740432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.740639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.740873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.741544] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.741736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.741937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.742021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.742076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.742185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.742304] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.026422] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.026837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.026837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.026931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.026931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.027058] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 706.143961] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.144181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.144181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.144391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.144534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.155163] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 706.203952] env[65957]: INFO networking_nsxv3.common.synchronization [None req-67b754b8-79e6-4246-9f51-c11460b591de None None] Enqueued Resource ID: 6512d6d8-9f81-4332-b719-2cf2c91bf747 with Priority: HIGHEST for action port [ 706.204602] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6512d6d8-9f81-4332-b719-2cf2c91bf747 with Priority: HIGHEST for action port [ 706.204932] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6512d6d8-9f81-4332-b719-2cf2c91bf747 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.205522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6512d6d8-9f81-4332-b719-2cf2c91bf747" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.205601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6512d6d8-9f81-4332-b719-2cf2c91bf747" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.205902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6512d6d8-9f81-4332-b719-2cf2c91bf747" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.206020] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6512d6d8-9f81-4332-b719-2cf2c91bf747',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.246379] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.246712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.246876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.246997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.247197] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.247299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.247360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.247511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.247614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.247705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.247852] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.247943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.248010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.248153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.248286] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.248377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.248435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.248609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.248734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.248824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.248929] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.339725] env[65957]: INFO networking_nsxv3.common.synchronization [req-5208af89-67f3-4c5f-a551-f5b5ecc5177e req-2a453220-ef53-4958-a811-c2f30fa4484d service nova] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_rules [ 706.343226] env[65957]: INFO networking_nsxv3.common.synchronization [req-5208af89-67f3-4c5f-a551-f5b5ecc5177e req-2a453220-ef53-4958-a811-c2f30fa4484d service nova] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 706.343226] env[65957]: INFO networking_nsxv3.common.synchronization [req-5208af89-67f3-4c5f-a551-f5b5ecc5177e req-2a453220-ef53-4958-a811-c2f30fa4484d service nova] Enqueued Resource ID: 3c8ea7b2-f709-4c34-8031-0208fe57a50c with Priority: HIGHEST for action port [ 706.343766] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_rules [ 706.344751] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 706.344751] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ea7b2-f709-4c34-8031-0208fe57a50c with Priority: HIGHEST for action port [ 706.346686] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.346686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346686] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.346686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346686] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8ea7b2-f709-4c34-8031-0208fe57a50c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.346686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.346686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.346686] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8ea7b2-f709-4c34-8031-0208fe57a50c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.597760] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0bf5ec3-ad76-4c05-8381-987a725576de in Status: SUCCESS [ 706.598314] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0bf5ec3-ad76-4c05-8381-987a725576de deletion is rescheduled due to dependency. [ 706.598668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0bf5ec3-ad76-4c05-8381-987a725576de" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.703215] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 706.703215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.703215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.703215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.703215] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.708777] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6512d6d8-9f81-4332-b719-2cf2c91bf747 [ 706.709915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.709915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.709915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.709915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.709915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.710179] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6512d6d8-9f81-4332-b719-2cf2c91bf747 already deleted. [ 706.710179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6512d6d8-9f81-4332-b719-2cf2c91bf747" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.756272] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce955f7-07b2-4076-80d8-06c296565870: rpc.has_security_group_logging(os_id): False [ 706.779181] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.779181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.779181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.779181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.779181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.779181] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.779500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.779500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.779500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.779596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.779756] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.779853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.780026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.780055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.781467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.781467] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.781467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.781467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.781467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.781467] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 706.852161] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c8ea7b2-f709-4c34-8031-0208fe57a50c with status ACTIVE [ 706.852161] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.852161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.852161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.852161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.853044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.853044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.853044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.853044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.853044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.853044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.853044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.853890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.853890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.853890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.853890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.853890] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c8ea7b2-f709-4c34-8031-0208fe57a50c is going to be updated. [ 706.871124] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.871124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.871124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.871124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.871124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.884412] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.884412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.884412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.885419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.885419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.885419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8ea7b2-f709-4c34-8031-0208fe57a50c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.891299] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 706.935619] env[65957]: INFO networking_nsxv3.common.synchronization [req-9224dd93-19fc-42c0-a745-bcc32eca0d91 req-1dbe6b43-dec6-4c14-91dc-2e71c102a6ae tempest-AttachInterfacesV270Test-1876025889 tempest-AttachInterfacesV270Test-1876025889-project-member] Enqueued Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_members [ 706.937047] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_members [ 706.937047] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3520f38c-23dd-4b8c-b6ee-eb277403e779 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.937047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.937047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.937446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.937589] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.937811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.937894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.938152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.938272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.939089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.207045] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.207045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.445695] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.445910] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-771" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.446049] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-771" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.446373] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-771" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.446669] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.446862] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.446991] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.448377] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.448377] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.448742] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.448944] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.449098] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.449242] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.449355] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.449469] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.449627] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.451658] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.451803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.452020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.452133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.452354] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.452462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.452462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.452644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.452644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.452785] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 already deleted. [ 707.452785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.481030] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.481203] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.481332] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.481519] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-771" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.481838] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-cbd96a40-3e11-462b-812e-c72c227ae8ea taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.482015] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.482155] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.483113] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.483113] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbd96a40-3e11-462b-812e-c72c227ae8ea',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.989907] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.990237] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.990362] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.990682] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.990831] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.991155] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port cbd96a40-3e11-462b-812e-c72c227ae8ea not found, creating... [ 707.991283] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.991412] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.991545] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.991800] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.991941] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.992431] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.993375] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.993559] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.993922] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.994099] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.994250] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: cbd96a40-3e11-462b-812e-c72c227ae8ea is going to be created. [ 708.019630] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.019894] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.020028] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.020308] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.020561] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.020765] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.167073] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 708.167343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.167532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.167818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.168018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.168144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.168207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.168360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.168441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.168550] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.671425] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.791379] env[65957]: INFO networking_nsxv3.common.synchronization [req-9224dd93-19fc-42c0-a745-bcc32eca0d91 req-d648e874-4938-4dab-af5d-2299cd7b9ebf service nova] Enqueued Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_rules [ 708.791379] env[65957]: INFO networking_nsxv3.common.synchronization [req-9224dd93-19fc-42c0-a745-bcc32eca0d91 req-d648e874-4938-4dab-af5d-2299cd7b9ebf service nova] Enqueued Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_members [ 708.791379] env[65957]: INFO networking_nsxv3.common.synchronization [req-9224dd93-19fc-42c0-a745-bcc32eca0d91 req-d648e874-4938-4dab-af5d-2299cd7b9ebf service nova] Enqueued Resource ID: cbd96a40-3e11-462b-812e-c72c227ae8ea with Priority: HIGHEST for action port [ 708.791379] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_rules [ 708.791379] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_members [ 708.791379] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd96a40-3e11-462b-812e-c72c227ae8ea with Priority: HIGHEST for action port [ 708.791379] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3520f38c-23dd-4b8c-b6ee-eb277403e779 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.791379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.791379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.791866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.791908] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.793539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3520f38c-23dd-4b8c-b6ee-eb277403e779 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.793676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.793798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794233] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794939] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.801752] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbd96a40-3e11-462b-812e-c72c227ae8ea taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.801984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.802090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.802673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.802673] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbd96a40-3e11-462b-812e-c72c227ae8ea',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.908477] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 708.908736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.916120] env[65957]: INFO networking_nsxv3.common.synchronization [None req-08bcb3de-97f4-4a78-b2a3-90f2a3b4eb9e None None] Enqueued Resource ID: 86313ca1-9af9-4f61-a3e1-1e4e68e33dd2 with Priority: HIGHEST for action port [ 708.916396] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86313ca1-9af9-4f61-a3e1-1e4e68e33dd2 with Priority: HIGHEST for action port [ 708.916966] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-86313ca1-9af9-4f61-a3e1-1e4e68e33dd2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.917080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86313ca1-9af9-4f61-a3e1-1e4e68e33dd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.917143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86313ca1-9af9-4f61-a3e1-1e4e68e33dd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.917449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86313ca1-9af9-4f61-a3e1-1e4e68e33dd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917449] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86313ca1-9af9-4f61-a3e1-1e4e68e33dd2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.174695] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.303691] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.306885] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3520f38c-23dd-4b8c-b6ee-eb277403e779 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.306885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.308546] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbd96a40-3e11-462b-812e-c72c227ae8ea with status ACTIVE [ 709.308791] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.308925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.308989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.309213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.309307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.309482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.309581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.309644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.309828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.309908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.310101] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.313459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.313459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.313459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.313459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.313459] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbd96a40-3e11-462b-812e-c72c227ae8ea is going to be updated. [ 709.335354] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.335533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.335575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.337038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.337038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.337038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbd96a40-3e11-462b-812e-c72c227ae8ea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.420467] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86313ca1-9af9-4f61-a3e1-1e4e68e33dd2 [ 709.420877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.422321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.422321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.422321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.422321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.422321] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86313ca1-9af9-4f61-a3e1-1e4e68e33dd2 already deleted. [ 709.422321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86313ca1-9af9-4f61-a3e1-1e4e68e33dd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.676458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.679599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.679599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.679599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.679599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.679599] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 709.707911] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.710869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.710869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.710869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.710869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.721457] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 709.734841] env[65957]: INFO networking_nsxv3.common.synchronization [None req-746f4809-a887-42e4-8027-ab3d9aaad78f None None] Enqueued Resource ID: 58046a72-5353-4e55-be1c-c208e91d4217 with Priority: HIGHEST for action port [ 709.734841] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58046a72-5353-4e55-be1c-c208e91d4217 with Priority: HIGHEST for action port [ 709.735195] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-58046a72-5353-4e55-be1c-c208e91d4217 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.735498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58046a72-5353-4e55-be1c-c208e91d4217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.735696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58046a72-5353-4e55-be1c-c208e91d4217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.736133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58046a72-5353-4e55-be1c-c208e91d4217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.736335] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58046a72-5353-4e55-be1c-c208e91d4217',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.809286] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.060936] env[65957]: INFO networking_nsxv3.common.synchronization [req-b0766599-3832-4d5e-8409-dafea563825a req-87fefb2a-d3bf-4ffa-a930-c0d12f1c9cc6 tempest-FloatingIPsAssociationTestJSON-987097471 tempest-FloatingIPsAssociationTestJSON-987097471-project-member] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 710.061504] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 710.061809] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.061986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.061986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.062211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.062409] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.062470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.062534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.062864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.062864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.062864] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.242618] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58046a72-5353-4e55-be1c-c208e91d4217 [ 710.242618] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.242618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.242618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.242618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.242618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.242618] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58046a72-5353-4e55-be1c-c208e91d4217 already deleted. [ 710.242618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58046a72-5353-4e55-be1c-c208e91d4217" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.311918] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.312150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.312205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.312424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.312515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.312656] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 is going to be created. [ 710.372096] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.372302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.373566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.377149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.377523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.391625] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 in Status: UNINITIALIZED for 2s [ 710.567254] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.586052] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.586279] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.586394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.586736] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.587124] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.587415] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.587552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.587810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.587953] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.588209] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.588317] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.588424] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.588557] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.588692] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.588797] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.588923] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.617197] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.617378] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.619020] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.619020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-308" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.619020] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.619020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.619020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.619020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.619020] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7229c496-31f8-4123-a4c4-f8d7a4de7cf7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.071842] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.125219] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.125485] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.125659] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.126030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.126203] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.126376] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 7229c496-31f8-4123-a4c4-f8d7a4de7cf7 not found, creating... [ 711.126740] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.126902] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.127025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.127278] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.127395] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.127680] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.127862] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.127984] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.129243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.130809] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.130876] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 7229c496-31f8-4123-a4c4-f8d7a4de7cf7 is going to be created. [ 711.156430] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.156696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.156801] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.157241] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.157556] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.157810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.573987] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.574217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.574283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.574466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.575798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.575941] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be updated. [ 711.626617] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.626617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.626617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.626841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.627115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.639053] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: IN_PROGRESS for 2s [ 711.738565] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.738565] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.738565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.739662] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.948678] env[65957]: INFO networking_nsxv3.common.synchronization [req-b0766599-3832-4d5e-8409-dafea563825a req-ad481847-7d65-4a84-826d-102d8c16b718 service nova] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_rules [ 711.948920] env[65957]: INFO networking_nsxv3.common.synchronization [req-b0766599-3832-4d5e-8409-dafea563825a req-ad481847-7d65-4a84-826d-102d8c16b718 service nova] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 711.949107] env[65957]: INFO networking_nsxv3.common.synchronization [req-b0766599-3832-4d5e-8409-dafea563825a req-ad481847-7d65-4a84-826d-102d8c16b718 service nova] Enqueued Resource ID: 7229c496-31f8-4123-a4c4-f8d7a4de7cf7 with Priority: HIGHEST for action port [ 711.949655] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_rules [ 711.949832] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 711.949909] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7229c496-31f8-4123-a4c4-f8d7a4de7cf7 with Priority: HIGHEST for action port [ 711.951010] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.951168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.951168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.951781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.951781] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.952403] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.952403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.952686] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.952686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.952811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.952887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.953033] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7229c496-31f8-4123-a4c4-f8d7a4de7cf7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.154896] env[65957]: INFO networking_nsxv3.common.synchronization [None req-fd999a7c-9a2a-4735-872b-46d7badbae66 None None] Enqueued Resource ID: e5ae9e29-7638-42d1-b4eb-017caca323cc with Priority: HIGHEST for action port [ 712.155290] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ae9e29-7638-42d1-b4eb-017caca323cc with Priority: HIGHEST for action port [ 712.156356] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ae9e29-7638-42d1-b4eb-017caca323cc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.156356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ae9e29-7638-42d1-b4eb-017caca323cc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.156356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ae9e29-7638-42d1-b4eb-017caca323cc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.156356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ae9e29-7638-42d1-b4eb-017caca323cc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.156356] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ae9e29-7638-42d1-b4eb-017caca323cc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.245433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.245433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.245433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.245433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.245433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.245433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.245433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.245433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.245433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.245941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.245941] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.245941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.245941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.245941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.246196] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.246196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.246196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.246368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.246368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.246466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.246515] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.407115] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 in Status: SUCCESS [ 712.407410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.407667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.407977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.408166] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.408332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.408418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.408660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.408746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.408849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.408972] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.454559] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.454700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.456915] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7229c496-31f8-4123-a4c4-f8d7a4de7cf7 with status ACTIVE [ 712.456915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.456915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.456915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.456915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.456915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.457377] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.457377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.457377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.457509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.457590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.457741] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.457846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.457884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.458169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.458169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.458169] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7229c496-31f8-4123-a4c4-f8d7a4de7cf7 is going to be updated. [ 712.486335] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.486335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.486335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.486335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.486335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.486335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7229c496-31f8-4123-a4c4-f8d7a4de7cf7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.660903] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5ae9e29-7638-42d1-b4eb-017caca323cc [ 712.661374] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.661895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.661895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.662215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.662215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.662750] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5ae9e29-7638-42d1-b4eb-017caca323cc already deleted. [ 712.662750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ae9e29-7638-42d1-b4eb-017caca323cc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.754105] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aee592d-3e03-405a-a062-9671cbaf9b53: rpc.has_security_group_logging(os_id): False [ 712.782071] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.782071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.782245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.782312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.782406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.782607] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.782706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.782761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.782914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.782988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783261] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.783356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.783356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.783699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.783699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783803] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.783803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.783957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.785593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.785593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.785593] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 712.905762] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.905762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.905762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.905762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.905762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.912082] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3520f38c-23dd-4b8c-b6ee-eb277403e779 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.912258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.912331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.912546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.912730] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.912817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.912902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.913043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.913127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.913211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.913388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3520f38c-23dd-4b8c-b6ee-eb277403e779 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.913487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.913553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.913687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.913823] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.913913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.913972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.914118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.914191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.914271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.914361] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.923051] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 713.417641] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3520f38c-23dd-4b8c-b6ee-eb277403e779: rpc.has_security_group_logging(os_id): False [ 713.438290] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.438643] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.438796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.439556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.439556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.439556] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.439556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.439733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.439797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.439881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441668] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.441825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.441873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.442020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.442115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.442584] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.442584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.442584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.442751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.442751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.442751] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 is going to be created. [ 713.523636] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.523833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.523931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.524141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.524329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.539414] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 in Status: IN_PROGRESS for 2s [ 713.655713] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: SUCCESS [ 713.656151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.656917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.656917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.656917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.657204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.657293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.657547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.657590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.657717] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.160300] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.657029] env[65957]: INFO networking_nsxv3.common.synchronization [req-189ae74d-62f4-4656-b997-5e78fb87e2d3 req-06674007-011d-4407-9178-a5a2e78556b7 tempest-ServersAdminNegativeTestJSON-1079525576 tempest-ServersAdminNegativeTestJSON-1079525576-project-member] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 714.658129] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 714.658304] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.658509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.658576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.658928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.659176] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.659291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.659361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.659669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.659847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.660048] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.666676] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.944476] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 714.945440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.163573] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.169479] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.169664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.169746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.169999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.170111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.170212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be updated. [ 715.185936] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.186211] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.186273] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.186947] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.186947] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.186947] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.190329] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.190329] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.190329] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.190329] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.190329] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.190329] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.190329] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.190329] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.190329] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.190329] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.205200] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.205200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.205200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.205200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.205200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.216441] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.216715] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.216855] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.217037] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.217354] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.217525] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.217637] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.217989] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.218143] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.220523] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: IN_PROGRESS for 2s [ 715.561605] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 in Status: SUCCESS [ 715.561815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.666552] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.721232] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.721460] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.721603] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.722440] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.722440] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.722440] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f not found, creating... [ 715.722675] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.722847] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.722988] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.723234] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.723367] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.723648] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.723801] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.723909] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.724278] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.724415] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.724576] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f is going to be created. [ 715.746778] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.746778] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.746778] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.747202] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.747275] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.747561] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.169253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.169477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.169477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.169719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.169877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.169945] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be updated. [ 716.206390] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.206711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.206711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.206838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.206932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.216949] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 2s [ 716.575179] env[65957]: INFO networking_nsxv3.common.synchronization [req-189ae74d-62f4-4656-b997-5e78fb87e2d3 req-ecc3485c-8be5-4270-9837-a107c461cd72 service nova] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_rules [ 716.575383] env[65957]: INFO networking_nsxv3.common.synchronization [req-189ae74d-62f4-4656-b997-5e78fb87e2d3 req-ecc3485c-8be5-4270-9837-a107c461cd72 service nova] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 716.575519] env[65957]: INFO networking_nsxv3.common.synchronization [req-189ae74d-62f4-4656-b997-5e78fb87e2d3 req-ecc3485c-8be5-4270-9837-a107c461cd72 service nova] Enqueued Resource ID: b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f with Priority: HIGHEST for action port [ 716.576096] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_rules [ 716.576242] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 716.576397] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f with Priority: HIGHEST for action port [ 716.576775] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.576878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.576878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.577092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.577185] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.578486] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.578486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.578486] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.578486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.578940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.578940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.578940] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.082645] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.083635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.083635] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f with status ACTIVE [ 717.083713] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.084700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.084700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.084700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.084700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.084937] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.084937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.085026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.086222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.086222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.086222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.086330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.086358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.086512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.086601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.086862] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f is going to be updated. [ 717.117028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.118530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.118530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.118530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2dcfd40-4330-45a3-bf4c-33f46cbdbe6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.235352] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: SUCCESS [ 717.235352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.235352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.236103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.236420] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.236652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.236753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.236965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.237111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.237410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.237655] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.743955] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.744954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.744954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.745089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.745254] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.745575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.745575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.745781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.745927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.746095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.746324] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.746599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.746599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.747055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.747055] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.749756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.749895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.750148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.750275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.750400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.750527] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.231485] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 4s [ 718.256672] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8858dfb5-ba26-4239-a7fd-1d244058c7d6: rpc.has_security_group_logging(os_id): False [ 718.275780] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.275780] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.275780] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.275780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.276265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.276265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.276265] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.276265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.276265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.276409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.276573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.276573] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be updated. [ 718.348405] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.349793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.349874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.350119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.350275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.365385] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: IN_PROGRESS for 2s [ 720.246269] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 720.246468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.246678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.247071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.247256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.247410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.247470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.247676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.247774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.247890] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.382486] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: SUCCESS [ 720.382652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.694308] env[65957]: INFO networking_nsxv3.common.synchronization [req-a6b1843f-568e-460d-b305-eb355c440fd4 req-9763da12-16b0-4264-827c-cccf8a30eb2a tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 720.695007] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 720.695380] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.695537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.695602] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.696327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.696527] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.696640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.696777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.696968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.697092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.697174] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.755534] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.083366] env[65957]: INFO networking_nsxv3.common.synchronization [req-759b9fff-1a2f-4568-aec3-c809afcfba3f req-3ec36a61-31d7-4966-8db9-2b107dd38df7 tempest-ServersNegativeTestJSON-146671754 tempest-ServersNegativeTestJSON-146671754-project-member] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 721.083882] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 721.085150] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.086064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.086064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.086064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.086064] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.086064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.086064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.086308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.086308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.086389] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.201598] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.201761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.201824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.202069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.202178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.202539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.202539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.202539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.202728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.202784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.202878] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 721.233583] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.233731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.233801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.234067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.234229] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.245968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 721.258233] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.587700] env[65957]: INFO networking_nsxv3.common.synchronization [None req-6eb14e80-76e2-48ae-bd26-6eae756345c7 None None] Enqueued Resource ID: 5b0c348c-5ab0-472c-bdec-43fab25b4bd4 with Priority: HIGHEST for action port [ 721.588113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.588240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.588309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.588521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.588611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.588823] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.588940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.588989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.589153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.589232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.589315] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 already deleted. [ 721.589546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.589869] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0c348c-5ab0-472c-bdec-43fab25b4bd4 with Priority: HIGHEST for action port [ 721.590206] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b0c348c-5ab0-472c-bdec-43fab25b4bd4 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.590322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b0c348c-5ab0-472c-bdec-43fab25b4bd4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.590378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b0c348c-5ab0-472c-bdec-43fab25b4bd4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.590584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b0c348c-5ab0-472c-bdec-43fab25b4bd4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.590700] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b0c348c-5ab0-472c-bdec-43fab25b4bd4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.761051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.761238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.761278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.762282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.762282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.762282] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be updated. [ 721.797310] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.797310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.797310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.797570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.797570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.809749] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 2s [ 721.911025] env[65957]: INFO networking_nsxv3.common.synchronization [req-01abd9b9-d4fc-4317-a8f2-caa6650c06ca req-f003d4f9-d3b7-4afd-a9d4-3b18c02127b3 tempest-ServerAddressesNegativeTestJSON-602582488 tempest-ServerAddressesNegativeTestJSON-602582488-project-member] Enqueued Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_members [ 721.911025] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c with Priority: HIGHEST for action security_group_members [ 721.913877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.913877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.913877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.913877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.913877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.913877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.913877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.913877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.913877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.913877] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.093467] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b0c348c-5ab0-472c-bdec-43fab25b4bd4 [ 722.094913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.094913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.094913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.094913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.094913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.094913] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b0c348c-5ab0-472c-bdec-43fab25b4bd4 already deleted. [ 722.094913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b0c348c-5ab0-472c-bdec-43fab25b4bd4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.240496] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.240782] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.240943] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.241452] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.242191] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.242191] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.242191] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.243253] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.243253] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.243253] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.243253] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.243253] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.243589] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.243589] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.243686] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.243879] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.266158] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.266558] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.266558] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.266803] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.267225] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-a741252e-a157-473a-86af-1e6bdf6407d7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.267471] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.267661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.268140] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.268291] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a741252e-a157-473a-86af-1e6bdf6407d7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.423303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.423303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.423303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.423303] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c is going to be updated. [ 722.462946] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.463146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.463214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.463485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.463670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.473350] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c in Status: IN_PROGRESS for 2s [ 722.774104] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.774104] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.774104] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.774104] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.774104] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.774320] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port a741252e-a157-473a-86af-1e6bdf6407d7 not found, creating... [ 722.774478] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.774664] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.774833] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.775217] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.775388] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.775773] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.775995] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.776169] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.776440] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.776616] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.776942] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: a741252e-a157-473a-86af-1e6bdf6407d7 is going to be created. [ 722.800667] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.800941] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.801093] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.801420] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.801720] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.802000] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.056613] env[65957]: INFO networking_nsxv3.common.synchronization [req-ea500bd0-f341-4c48-809e-75b24aaca8e8 req-19575e03-1eca-453b-bfa2-52995fdfbc52 tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 723.057270] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 723.057583] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.057706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.057763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.058102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.058317] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.058464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.058556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.058809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.058888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.059017] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.259788] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 723.259966] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed deletion is rescheduled due to dependency. [ 723.260110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.561482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.561864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.561864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.562094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.562233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.562438] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.564054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.564164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.564400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.564528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.564635] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 already deleted. [ 723.564758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.577510] env[65957]: INFO networking_nsxv3.common.synchronization [req-759b9fff-1a2f-4568-aec3-c809afcfba3f req-d0cd402e-9183-4d82-934c-ba9436a0e46a service nova] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_rules [ 723.577691] env[65957]: INFO networking_nsxv3.common.synchronization [req-759b9fff-1a2f-4568-aec3-c809afcfba3f req-d0cd402e-9183-4d82-934c-ba9436a0e46a service nova] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 723.577805] env[65957]: INFO networking_nsxv3.common.synchronization [req-759b9fff-1a2f-4568-aec3-c809afcfba3f req-d0cd402e-9183-4d82-934c-ba9436a0e46a service nova] Enqueued Resource ID: a741252e-a157-473a-86af-1e6bdf6407d7 with Priority: HIGHEST for action port [ 723.580908] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_rules [ 723.580908] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 723.580908] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a741252e-a157-473a-86af-1e6bdf6407d7 with Priority: HIGHEST for action port [ 723.581196] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.581651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.581651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.581816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.581889] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.583143] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.583143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.583143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.583457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.583457] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.583738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.583738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.583738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.583901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.583901] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.584836] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a741252e-a157-473a-86af-1e6bdf6407d7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.585069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.585069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.585203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.585258] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a741252e-a157-473a-86af-1e6bdf6407d7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.833794] env[65957]: INFO networking_nsxv3.common.synchronization [None req-3cc8b4e8-9cc7-4c47-b124-f82806c166da None None] Enqueued Resource ID: f286f9ae-6521-4196-a239-20759b6ddd13 with Priority: HIGHEST for action port [ 723.834845] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 723.835062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.835581] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f286f9ae-6521-4196-a239-20759b6ddd13 with Priority: HIGHEST for action port [ 723.835753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.835969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.836150] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.836268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.836328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.836471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.836551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.836673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.836768] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.838246] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f286f9ae-6521-4196-a239-20759b6ddd13 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.838360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f286f9ae-6521-4196-a239-20759b6ddd13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.838429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f286f9ae-6521-4196-a239-20759b6ddd13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.838647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f286f9ae-6521-4196-a239-20759b6ddd13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.838730] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f286f9ae-6521-4196-a239-20759b6ddd13',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.911274] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.911500] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-736" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.911639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-736" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.912108] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-736" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.912471] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.912659] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.912801] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.913067] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.913302] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.913561] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.913938] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.914100] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.914268] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.914600] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.914742] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.914900] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.941162] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.941307] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.942328] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.942328] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-736" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.942328] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-f8bcef91-5d26-4f25-96b3-fb861509fc58 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.942328] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.942328] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.942657] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.942657] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8bcef91-5d26-4f25-96b3-fb861509fc58',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.088135] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.088135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.088135] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.088918] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a741252e-a157-473a-86af-1e6bdf6407d7 with status ACTIVE [ 724.090732] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.090732] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.090732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.093577] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.093577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.093577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.093577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.093577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.093577] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a741252e-a157-473a-86af-1e6bdf6407d7 is going to be updated. [ 724.118954] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.119237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.119313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.119547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.119703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.119928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.338877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.339105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.339105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.339328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.339531] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.339697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.339881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.339978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.340106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.340210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.340370] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.340486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.340580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.340701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.340866] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.340979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.341083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.341207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.341290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.341414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.341541] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.342627] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f286f9ae-6521-4196-a239-20759b6ddd13 [ 724.342798] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.344014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.344014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.344014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.344014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.344014] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f286f9ae-6521-4196-a239-20759b6ddd13 already deleted. [ 724.344014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f286f9ae-6521-4196-a239-20759b6ddd13" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.445088] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.445287] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.445413] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.445683] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.445827] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.445981] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port f8bcef91-5d26-4f25-96b3-fb861509fc58 not found, creating... [ 724.446326] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.446439] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.446509] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.446719] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.446850] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.447192] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.447361] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.447489] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.447693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.447867] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.447952] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 is going to be created. [ 724.470986] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.471232] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.471232] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.471474] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.471694] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.471924] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.484028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c in Status: SUCCESS [ 724.484234] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c deletion is rescheduled due to dependency. [ 724.484344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.593939] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.845525] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0863de6b-342b-41fc-a441-d157d9addf6f: rpc.has_security_group_logging(os_id): False [ 724.865447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.865874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.866034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.866231] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.866335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.866399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.866551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.866626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.866861] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.867135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.867135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.867359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.867359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.867439] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.867506] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.867547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.868086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.868086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.868086] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be updated. [ 724.931728] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.931883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.931935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.932221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.932659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.951222] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 2s [ 725.097274] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.097458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.097532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.097780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.097872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.097968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be created. [ 725.127226] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.127377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.127421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.127635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.128725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.139233] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: UNINITIALIZED for 2s [ 725.245183] env[65957]: INFO networking_nsxv3.common.synchronization [req-ea500bd0-f341-4c48-809e-75b24aaca8e8 req-44424149-3272-4922-ace0-eb4e136a475d service nova] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 725.245412] env[65957]: INFO networking_nsxv3.common.synchronization [req-ea500bd0-f341-4c48-809e-75b24aaca8e8 req-44424149-3272-4922-ace0-eb4e136a475d service nova] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 725.245753] env[65957]: INFO networking_nsxv3.common.synchronization [req-ea500bd0-f341-4c48-809e-75b24aaca8e8 req-44424149-3272-4922-ace0-eb4e136a475d service nova] Enqueued Resource ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 with Priority: HIGHEST for action port [ 725.246175] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 725.246316] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 725.246415] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 with Priority: HIGHEST for action port [ 725.246687] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.246826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.246886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.247141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.247223] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.248623] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.248793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.248862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.249241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.249491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.249726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.249762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.250153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.250252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.250402] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.254832] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8bcef91-5d26-4f25-96b3-fb861509fc58 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.254949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.255026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.255206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.255287] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8bcef91-5d26-4f25-96b3-fb861509fc58',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.757121] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.757446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.757784] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.758803] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8bcef91-5d26-4f25-96b3-fb861509fc58 with status ACTIVE [ 725.759063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.759282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.759338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.763082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.763272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.763741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.763817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.764487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.764487] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.764487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.764803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.765164] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 is going to be updated. [ 725.790199] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.790199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.790199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.790199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.790199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.790199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.911240] env[65957]: INFO networking_nsxv3.common.synchronization [None req-4c63d357-89b4-45ac-bda6-c7838ec0ab49 None None] Enqueued Resource ID: aa3c2aa2-5789-413b-b800-c15a4be2d745 with Priority: HIGHEST for action port [ 725.912052] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa3c2aa2-5789-413b-b800-c15a4be2d745 with Priority: HIGHEST for action port [ 725.912521] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa3c2aa2-5789-413b-b800-c15a4be2d745 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.912711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa3c2aa2-5789-413b-b800-c15a4be2d745" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.912816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa3c2aa2-5789-413b-b800-c15a4be2d745" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.913221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa3c2aa2-5789-413b-b800-c15a4be2d745" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.913354] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa3c2aa2-5789-413b-b800-c15a4be2d745',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.267015] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.416193] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa3c2aa2-5789-413b-b800-c15a4be2d745 [ 726.416944] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.417245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.417408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.417692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.417940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.418135] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa3c2aa2-5789-413b-b800-c15a4be2d745 already deleted. [ 726.418324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa3c2aa2-5789-413b-b800-c15a4be2d745" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.774871] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.774871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.774871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.774871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.774871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.774871] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be created. [ 726.807357] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.807357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.807357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.807357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.807357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.821048] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: UNINITIALIZED for 2s [ 726.972301] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 726.972301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.151683] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 727.151907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.152551] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.152986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.153086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.153176] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.655910] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.656147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.656226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.657315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.657315] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.657315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.657315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.657315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.657315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.657315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.657580] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.657580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.657580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.657839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.657885] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.657990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.658221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.658301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.658398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.660717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.660717] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.162233] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca9c37a-6693-49bf-99b9-f89fe3997207: rpc.has_security_group_logging(os_id): False [ 728.181447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.181622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.181687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.181995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.182159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.182427] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.182571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.182676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.182890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.183207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.183510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.183721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.183878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.184143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.185278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.185278] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.185278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.185278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.185278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.185604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.185818] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be created. [ 728.261787] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.262047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.262148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.262440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.262575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.284878] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 728.555540] env[65957]: INFO networking_nsxv3.common.synchronization [None req-bb9fe9fb-ff10-4faf-ad94-f73c8d3a347d None None] Enqueued Resource ID: 8fdf8992-2b6e-4458-8bcd-2e6b7650bb15 with Priority: HIGHEST for action port [ 728.555995] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdf8992-2b6e-4458-8bcd-2e6b7650bb15 with Priority: HIGHEST for action port [ 728.556418] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fdf8992-2b6e-4458-8bcd-2e6b7650bb15 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fdf8992-2b6e-4458-8bcd-2e6b7650bb15" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fdf8992-2b6e-4458-8bcd-2e6b7650bb15" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.557206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fdf8992-2b6e-4458-8bcd-2e6b7650bb15" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.557206] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fdf8992-2b6e-4458-8bcd-2e6b7650bb15',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.834496] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: SUCCESS [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.834496] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.834496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.835059] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.060356] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fdf8992-2b6e-4458-8bcd-2e6b7650bb15 [ 729.061076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.061076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.061076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.061315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.061315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.061380] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fdf8992-2b6e-4458-8bcd-2e6b7650bb15 already deleted. [ 729.061475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fdf8992-2b6e-4458-8bcd-2e6b7650bb15" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.337814] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.842227] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8: rpc.has_security_group_logging(os_id): False [ 729.865604] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.865604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.865604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.865883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.865920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.866701] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.866701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.866701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.866701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.866701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.867050] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be created. [ 729.871260] env[65957]: INFO networking_nsxv3.common.synchronization [req-09d952ef-f167-48e4-b1b0-7472f84b2bc2 req-dff993e9-ace3-40b5-bc1e-b0b342719075 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_members [ 729.872075] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGHEST for action security_group_members [ 729.872363] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.872363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.872789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.872789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.872855] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.872906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.872999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.873256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.873335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.873388] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.940542] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.940685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.940749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.940956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.941169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.953966] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: IN_PROGRESS for 2s [ 730.304022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 730.304022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.377139] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.377515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.380481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.380481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.380481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.380481] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.380481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.380481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.380481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.380481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.380481] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 is going to be updated. [ 730.415279] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.415511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.415511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.418287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.418287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.431470] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 in Status: IN_PROGRESS for 2s [ 730.956343] env[65957]: INFO networking_nsxv3.common.synchronization [req-cce3d745-7902-4aff-8008-6ba25ec18032 req-b951cab5-479f-4bcf-b4fb-57eb2eb0947a tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 730.957172] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 730.957288] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.957461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.957532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.957744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.957914] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.960243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.960359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.960522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.960616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.960718] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.463776] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.464300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.464300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.464601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.464601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.464740] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.464844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.464899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.465069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.465152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.465245] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 731.500576] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.500744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.500805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.500999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.501161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.513836] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 731.967597] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: SUCCESS [ 731.967915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.442096] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 in Status: SUCCESS [ 732.442319] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 deletion is rescheduled due to dependency. [ 732.442470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.673819] env[65957]: INFO networking_nsxv3.common.synchronization [req-e39ead2e-9ab5-4975-a75c-85fe873b1b24 req-b63a9dc1-37ae-4627-8ae3-76c147aee41c tempest-ImagesOneServerTestJSON-2044008997 tempest-ImagesOneServerTestJSON-2044008997-project-member] Enqueued Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_members [ 732.674464] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_members [ 732.674784] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.674947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.676103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.676458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.676660] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.676794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.676875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.677046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.677133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.677251] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.022034] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.022034] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.022034] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.022587] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.023040] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.023391] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.023616] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.023956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.026023] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.026023] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.026023] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.026023] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.026023] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.026023] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.026023] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.026023] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.050076] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.050248] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.050248] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.050466] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.050871] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.051052] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.051183] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.051698] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.051877] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1c686d-2e7b-48b8-ba64-b7c90e003eac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.181018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.181207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.181277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.181885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.181885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.181885] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.181885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.182784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.182784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.182784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.182784] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7897b845-180a-429d-ac7b-ca3358080086 already deleted. [ 733.182784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.529322] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 733.529516] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 733.529613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.554203] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.554466] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.554684] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.555115] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.555455] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.555606] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 0b1c686d-2e7b-48b8-ba64-b7c90e003eac not found, creating... [ 733.555924] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.556180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.557032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.557032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.557032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.557376] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.557616] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.557777] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.558081] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.558478] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.558554] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 0b1c686d-2e7b-48b8-ba64-b7c90e003eac is going to be created. [ 733.582901] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.583160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.583329] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.583710] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.583973] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.584340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.860322] env[65957]: INFO networking_nsxv3.common.synchronization [None req-48abe6cd-a2e9-4961-83be-7e45901b76ed None None] Enqueued Resource ID: ff29a90b-f808-4835-b375-907699566b03 with Priority: HIGHEST for action port [ 733.860915] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff29a90b-f808-4835-b375-907699566b03 with Priority: HIGHEST for action port [ 733.861353] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff29a90b-f808-4835-b375-907699566b03 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.861569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff29a90b-f808-4835-b375-907699566b03" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.861569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff29a90b-f808-4835-b375-907699566b03" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.861821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff29a90b-f808-4835-b375-907699566b03" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.861900] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff29a90b-f808-4835-b375-907699566b03',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.297222] env[65957]: INFO networking_nsxv3.common.synchronization [req-e39ead2e-9ab5-4975-a75c-85fe873b1b24 req-89f1a2d7-b331-4f5c-a647-1e2104f412bd service nova] Enqueued Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_rules [ 734.297435] env[65957]: INFO networking_nsxv3.common.synchronization [req-e39ead2e-9ab5-4975-a75c-85fe873b1b24 req-89f1a2d7-b331-4f5c-a647-1e2104f412bd service nova] Enqueued Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_members [ 734.297527] env[65957]: INFO networking_nsxv3.common.synchronization [req-e39ead2e-9ab5-4975-a75c-85fe873b1b24 req-89f1a2d7-b331-4f5c-a647-1e2104f412bd service nova] Enqueued Resource ID: 0b1c686d-2e7b-48b8-ba64-b7c90e003eac with Priority: HIGHEST for action port [ 734.298063] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_rules [ 734.298232] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_members [ 734.298300] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1c686d-2e7b-48b8-ba64-b7c90e003eac with Priority: HIGHEST for action port [ 734.298562] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.298685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.298916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.299230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.299325] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.300256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.300377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.300453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.300629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.300801] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.300905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.300966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.301130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.301217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.301347] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.302122] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.302238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.302287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.302439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.302510] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1c686d-2e7b-48b8-ba64-b7c90e003eac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.364649] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff29a90b-f808-4835-b375-907699566b03 [ 734.364881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.365034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.365106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.365319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.365408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.365502] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff29a90b-f808-4835-b375-907699566b03 already deleted. [ 734.365580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff29a90b-f808-4835-b375-907699566b03" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.803976] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.805199] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.805367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.805789] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b1c686d-2e7b-48b8-ba64-b7c90e003eac with status ACTIVE [ 734.806051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.806279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.807681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.807792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.807893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.808091] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.808587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.808667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.808851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.809224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.809411] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.809536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.809608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.809778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.809863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.809968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b1c686d-2e7b-48b8-ba64-b7c90e003eac is going to be updated. [ 734.843554] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.843762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.843803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.844064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.844233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.844435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1c686d-2e7b-48b8-ba64-b7c90e003eac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.306438] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.810978] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.810978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.810978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.810978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.810978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.810978] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7897b845-180a-429d-ac7b-ca3358080086 is going to be created. [ 735.839425] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.839583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.839633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.839817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.839981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.858922] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7897b845-180a-429d-ac7b-ca3358080086 in Status: UNINITIALIZED for 2s [ 736.067662] env[65957]: INFO networking_nsxv3.common.synchronization [None req-41eb633b-67be-41f5-b207-b847e67aa567 None None] Enqueued Resource ID: 6b8ce764-4a26-4b8b-8570-d4e4d085d533 with Priority: HIGHEST for action port [ 736.068283] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b8ce764-4a26-4b8b-8570-d4e4d085d533 with Priority: HIGHEST for action port [ 736.068606] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b8ce764-4a26-4b8b-8570-d4e4d085d533 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.068730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b8ce764-4a26-4b8b-8570-d4e4d085d533" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.068801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b8ce764-4a26-4b8b-8570-d4e4d085d533" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.069394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b8ce764-4a26-4b8b-8570-d4e4d085d533" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.069394] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8ce764-4a26-4b8b-8570-d4e4d085d533',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.385169] env[65957]: INFO networking_nsxv3.common.synchronization [None req-52b1028a-8b2d-4d73-b7a0-798f6ef0d4ee None None] Enqueued Resource ID: 0671ac95-c25b-4bd9-a424-0bf8f9e86667 with Priority: HIGHEST for action port [ 736.385533] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671ac95-c25b-4bd9-a424-0bf8f9e86667 with Priority: HIGHEST for action port [ 736.385793] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0671ac95-c25b-4bd9-a424-0bf8f9e86667 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.385958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0671ac95-c25b-4bd9-a424-0bf8f9e86667" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.386486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0671ac95-c25b-4bd9-a424-0bf8f9e86667" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.386840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0671ac95-c25b-4bd9-a424-0bf8f9e86667" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.387090] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0671ac95-c25b-4bd9-a424-0bf8f9e86667',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.571593] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b8ce764-4a26-4b8b-8570-d4e4d085d533 [ 736.571593] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.571593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.571746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.571833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.572012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.572095] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b8ce764-4a26-4b8b-8570-d4e4d085d533 already deleted. [ 736.572148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b8ce764-4a26-4b8b-8570-d4e4d085d533" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.889136] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0671ac95-c25b-4bd9-a424-0bf8f9e86667 [ 736.889315] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.889450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.889544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.889722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.889811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.890158] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0671ac95-c25b-4bd9-a424-0bf8f9e86667 already deleted. [ 736.890158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0671ac95-c25b-4bd9-a424-0bf8f9e86667" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.837184] env[65957]: INFO networking_nsxv3.common.synchronization [req-a767e6ad-a589-41ce-accb-938a28b6c888 req-d54174aa-5141-45bc-a1f3-8a0854e1e474 tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 737.837184] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 737.837641] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.837847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.837942] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.840057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.840057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.840057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.840057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.840057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.840057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.840057] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.867743] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7897b845-180a-429d-ac7b-ca3358080086 in Status: SUCCESS [ 737.867964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.868217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.868525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.868804] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.869170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.869303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.869555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.869675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.869771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.869869] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.186592] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.186592] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.186592] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.186592] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.194030] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.194030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.194030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.194030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.194030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.194030] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.194030] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.194030] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.194030] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.194030] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.194030] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.194030] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.217207] env[65957]: INFO networking_nsxv3.common.synchronization [None req-124e9ba1-90e0-45c3-800b-79ccc741b09d None None] Enqueued Resource ID: 6cfce49a-9a87-4d51-9440-3d9d4d2c974b with Priority: HIGHEST for action port [ 738.218477] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.218630] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.218820] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.219050] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.219362] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-22243226-3c09-4f79-9f23-797243238c19 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.219534] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.219647] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.219975] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.220128] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22243226-3c09-4f79-9f23-797243238c19',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.221624] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cfce49a-9a87-4d51-9440-3d9d4d2c974b with Priority: HIGHEST for action port [ 738.222030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cfce49a-9a87-4d51-9440-3d9d4d2c974b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.222162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cfce49a-9a87-4d51-9440-3d9d4d2c974b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.222232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cfce49a-9a87-4d51-9440-3d9d4d2c974b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.222454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cfce49a-9a87-4d51-9440-3d9d4d2c974b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.222533] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cfce49a-9a87-4d51-9440-3d9d4d2c974b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.341639] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.341881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.341924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.342153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.342242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.342447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.342542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.342605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.342752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.342828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.342909] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 already deleted. [ 738.342997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.372487] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.372673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.372746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.373019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.373171] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.373289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.373356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.373534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.373622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.373719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.373876] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.373988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.374073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.374217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.374370] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.374485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.374548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.374690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.374779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.375091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.375091] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.722414] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.722753] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.722917] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.723241] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.723426] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.723608] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 22243226-3c09-4f79-9f23-797243238c19 not found, creating... [ 738.723881] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.724054] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.724170] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.724396] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.724529] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.724805] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.724955] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.725082] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.725289] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.725412] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.725545] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 22243226-3c09-4f79-9f23-797243238c19 is going to be created. [ 738.726704] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cfce49a-9a87-4d51-9440-3d9d4d2c974b [ 738.726905] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.727082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.727123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.727246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.727391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.727532] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cfce49a-9a87-4d51-9440-3d9d4d2c974b already deleted. [ 738.727577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cfce49a-9a87-4d51-9440-3d9d4d2c974b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.748689] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.749196] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.749196] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.749448] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.749707] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.750071] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.877802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7897b845-180a-429d-ac7b-ca3358080086: rpc.has_security_group_logging(os_id): False [ 738.902453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.902617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.902719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.903046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.903179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.903397] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.903541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.903615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.903865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.903991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.904348] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.904513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.904635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.904855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.904947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.905164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.905253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.905344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.905466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.905543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.905633] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7897b845-180a-429d-ac7b-ca3358080086 is going to be created. [ 738.974378] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.974591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.974684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.975022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.975296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.992064] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7897b845-180a-429d-ac7b-ca3358080086 in Status: IN_PROGRESS for 2s [ 739.503846] env[65957]: INFO networking_nsxv3.common.synchronization [req-a767e6ad-a589-41ce-accb-938a28b6c888 req-fe7a3309-f8f2-459f-a1b3-5e0c111b503e service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 739.504288] env[65957]: INFO networking_nsxv3.common.synchronization [req-a767e6ad-a589-41ce-accb-938a28b6c888 req-fe7a3309-f8f2-459f-a1b3-5e0c111b503e service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 739.504521] env[65957]: INFO networking_nsxv3.common.synchronization [req-a767e6ad-a589-41ce-accb-938a28b6c888 req-fe7a3309-f8f2-459f-a1b3-5e0c111b503e service nova] Enqueued Resource ID: 22243226-3c09-4f79-9f23-797243238c19 with Priority: HIGHEST for action port [ 739.505271] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 739.505410] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 739.505529] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22243226-3c09-4f79-9f23-797243238c19 with Priority: HIGHEST for action port [ 739.505802] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.506300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.506300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.508193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.508193] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.509245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.509387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.509454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.510035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.510035] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.510035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.510035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.510343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.510557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.510557] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.511449] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-22243226-3c09-4f79-9f23-797243238c19 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.511529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.511563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.511741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.511865] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22243226-3c09-4f79-9f23-797243238c19',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.013541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.013863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.013964] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.014861] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22243226-3c09-4f79-9f23-797243238c19 with status ACTIVE [ 740.015853] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.015853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.015853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.015853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.015853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.015853] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.015853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.015853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.016136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.016136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.016523] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.016523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.016523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.016523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.016914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.016914] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22243226-3c09-4f79-9f23-797243238c19 is going to be updated. [ 740.040172] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.040346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.040431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.040651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.040795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.040957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22243226-3c09-4f79-9f23-797243238c19" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.519403] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.009359] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7897b845-180a-429d-ac7b-ca3358080086 in Status: SUCCESS [ 741.009631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.022502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.022806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.022806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.023028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.023095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.023203] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be created. [ 741.055315] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.055491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.055561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.055777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.055965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.072534] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: UNINITIALIZED for 2s [ 741.855253] env[65957]: INFO networking_nsxv3.common.synchronization [req-87211b27-5fc2-4c11-8dac-5f44af65535c req-10f80d06-4107-4870-a358-54b345a234ec tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 741.855890] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 741.856297] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.856402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.255146] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.255473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.255473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.255706] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.255956] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.256126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.256236] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.256443] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.256582] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.256784] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.256885] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.256986] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.257174] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.257296] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.257398] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.257541] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.276120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.276297] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.276423] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.276582] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.276938] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-0397891d-9db1-4fd5-a691-ff4724a6cc46 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.277112] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.277227] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.277546] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.277679] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0397891d-9db1-4fd5-a691-ff4724a6cc46',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.780721] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.781030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.781095] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.781366] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.781547] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.781665] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 0397891d-9db1-4fd5-a691-ff4724a6cc46 not found, creating... [ 742.781930] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782092] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.782251] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.782419] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782546] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782846] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782984] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.783113] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.783322] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.783417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.783552] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 0397891d-9db1-4fd5-a691-ff4724a6cc46 is going to be created. [ 742.831983] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.832200] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.832697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.832697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.832830] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.834215] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.083402] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 743.084053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.084053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.084053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.085253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.085253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.085253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.085253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.085253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.085253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.085253] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.085776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.085949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.086128] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.086240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.086304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.086450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.086532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.086628] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.589497] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.589497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.589497] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.591713] env[65957]: INFO networking_nsxv3.common.synchronization [req-87211b27-5fc2-4c11-8dac-5f44af65535c req-9b4d5c4d-c855-463b-bdf8-7bc604b903a9 service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 743.592929] env[65957]: INFO networking_nsxv3.common.synchronization [req-87211b27-5fc2-4c11-8dac-5f44af65535c req-9b4d5c4d-c855-463b-bdf8-7bc604b903a9 service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 743.592929] env[65957]: INFO networking_nsxv3.common.synchronization [req-87211b27-5fc2-4c11-8dac-5f44af65535c req-9b4d5c4d-c855-463b-bdf8-7bc604b903a9 service nova] Enqueued Resource ID: 0397891d-9db1-4fd5-a691-ff4724a6cc46 with Priority: HIGHEST for action port [ 743.592929] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 743.592929] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 743.593227] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0397891d-9db1-4fd5-a691-ff4724a6cc46 with Priority: HIGHEST for action port [ 743.593312] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.593399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.593602] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.593678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.593886] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0397891d-9db1-4fd5-a691-ff4724a6cc46 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.594159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.594627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.594627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.595548] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0397891d-9db1-4fd5-a691-ff4724a6cc46',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.857684] env[65957]: INFO networking_nsxv3.common.synchronization [req-4bd84437-ebf6-45fd-a252-1850d3233694 req-19c3ec0a-9be6-434e-88cd-9c146703a5f8 tempest-AttachInterfacesV270Test-1876025889 tempest-AttachInterfacesV270Test-1876025889-project-member] Enqueued Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_members [ 743.858774] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 with Priority: HIGHEST for action security_group_members [ 743.859221] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3520f38c-23dd-4b8c-b6ee-eb277403e779 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.859363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.859451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.861303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.861817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.861975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.862076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.862279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.862659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.862786] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3520f38c-23dd-4b8c-b6ee-eb277403e779',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.093944] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.099598] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0397891d-9db1-4fd5-a691-ff4724a6cc46 with status ACTIVE [ 744.099794] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.099929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.100074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.100234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.100334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.101282] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.103223] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.103223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.103223] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0397891d-9db1-4fd5-a691-ff4724a6cc46 is going to be updated. [ 744.131016] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.131193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.131257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.131457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.131590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.131758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0397891d-9db1-4fd5-a691-ff4724a6cc46" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.365127] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.365331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.365429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.366463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.366463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.366463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.366463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.366463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.366848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.366848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.366848] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 is going to be updated. [ 744.402541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.402787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.402844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.404024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.404024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.415898] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 in Status: IN_PROGRESS for 2s [ 744.600583] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.600952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.600952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.601053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.601134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.601232] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 744.635599] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.635875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.635875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.636106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.636256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.651492] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 746.188024] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4e2772f-66e7-4a68-b4b6-951d45122781 req-789fe812-b7e1-455c-8d41-e4cff5b5560c tempest-FloatingIPsAssociationNegativeTestJSON-733491585 tempest-FloatingIPsAssociationNegativeTestJSON-733491585-project-member] Enqueued Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_members [ 746.189964] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGHEST for action security_group_members [ 746.189964] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.189964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.189964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.189964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.190225] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.190277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.190309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.192413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.192413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.192413] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.427782] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 in Status: SUCCESS [ 746.427782] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3520f38c-23dd-4b8c-b6ee-eb277403e779 deletion is rescheduled due to dependency. [ 746.427782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3520f38c-23dd-4b8c-b6ee-eb277403e779" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.661944] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 746.662212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.662384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.662612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.662803] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.662925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.662988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.663152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.663240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.663324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.663482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.663560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.663618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.663755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.663908] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.663966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.664049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.664193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.664265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.664350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.664436] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.665306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.665469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.665614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.665711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.665772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.665905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.665979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.666101] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.693551] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.693709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.693709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.693912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.694043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.694272] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.694383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.694447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.694629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.694717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.694814] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8beb918e-1652-459c-8076-457c825a8987 is going to be updated. [ 746.724692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.724834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.724955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.725113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.725338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.734211] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8beb918e-1652-459c-8076-457c825a8987 in Status: IN_PROGRESS for 2s [ 747.169362] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34db5f1c-f777-4166-9fd2-14947bea8b83: rpc.has_security_group_logging(os_id): False [ 747.171373] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.190396] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.190777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.190777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.190852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.191070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.191125] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.191187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.191253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.191414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.191511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.191666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.191795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.191840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.191958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.192061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.192256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.192349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.192409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.192544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.192616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.192700] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be created. [ 747.284122] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.284122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.284122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.284122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.284122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.297067] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 747.672740] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.175541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.175730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.175791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.175982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.176099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.176195] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 748.207923] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.208287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.208287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.208386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.208982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.222452] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 748.745774] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8beb918e-1652-459c-8076-457c825a8987 in Status: SUCCESS [ 748.745774] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8beb918e-1652-459c-8076-457c825a8987 deletion is rescheduled due to dependency. [ 748.745998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.313711] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 749.313711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.313711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.313711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.313711] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.396064] env[65957]: INFO networking_nsxv3.common.synchronization [None req-8013c67d-d1ca-4f9f-a7c0-2c1ae5320fed None None] Enqueued Resource ID: 936976ed-05c6-46bb-8b8e-9591505843d4 with Priority: HIGHEST for action port [ 749.396772] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936976ed-05c6-46bb-8b8e-9591505843d4 with Priority: HIGHEST for action port [ 749.397206] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-936976ed-05c6-46bb-8b8e-9591505843d4 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.397351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-936976ed-05c6-46bb-8b8e-9591505843d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.397411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-936976ed-05c6-46bb-8b8e-9591505843d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.397672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-936976ed-05c6-46bb-8b8e-9591505843d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.398108] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936976ed-05c6-46bb-8b8e-9591505843d4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.817405] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.817548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900686] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 936976ed-05c6-46bb-8b8e-9591505843d4 [ 749.901631] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.901631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.901631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.901827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.901827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901894] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:936976ed-05c6-46bb-8b8e-9591505843d4 already deleted. [ 749.901954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-936976ed-05c6-46bb-8b8e-9591505843d4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.232336] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 750.232543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.232717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.232923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.234030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.234030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.234030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.234030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.234030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.234030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.234030] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.738017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.738729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.738856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.739222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.739450] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.739578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.739697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.739959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.740211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.740211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.740428] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.740569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.740672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.740848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.741076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.741199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.741274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.741486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.741579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.741664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.741822] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.843466] env[65957]: INFO networking_nsxv3.common.synchronization [req-6cf4c156-9b77-4297-a090-8278ab98cf5b req-8a2edccb-f4df-40ec-b655-78099a310b13 tempest-ServerAddressesTestJSON-344622049 tempest-ServerAddressesTestJSON-344622049-project-member] Enqueued Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_members [ 750.843466] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_members [ 750.843821] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.843948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.844102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.844401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.844592] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.844731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.845797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.845797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.845797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.845797] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.243956] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34db5f1c-f777-4166-9fd2-14947bea8b83: rpc.has_security_group_logging(os_id): False [ 751.266510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.266510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.266510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.266510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.267312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.267352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.268293] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.268293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.268293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.268293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.268293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.268293] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 751.341483] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.341688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.341688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.342325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.342410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.347329] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.347452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.347534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.347759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.347812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.347994] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.348099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.348180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.348341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.348418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.348646] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 already deleted. [ 751.348646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.357414] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 751.476258] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.476478] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-916" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.476594] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-916" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.476926] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-916" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.477277] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.477425] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.477546] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.477764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.477981] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.478126] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.478230] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.478356] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.478470] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.478570] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.478667] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.478864] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.502528] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.502798] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.502798] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.502966] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-916" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.503373] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.503555] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.503850] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.504029] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.504127] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4cbfa6-55e8-4b4c-b70c-69580742e62b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.761631] env[65957]: INFO networking_nsxv3.common.synchronization [None req-c5155930-0fcf-4475-bfc6-4a3c1ffacf2c None None] Enqueued Resource ID: 4f23bdd8-0b49-4029-bc9a-41534a3e2ddf with Priority: HIGHEST for action port [ 751.761861] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f23bdd8-0b49-4029-bc9a-41534a3e2ddf with Priority: HIGHEST for action port [ 751.764581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f23bdd8-0b49-4029-bc9a-41534a3e2ddf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.764581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f23bdd8-0b49-4029-bc9a-41534a3e2ddf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.764581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f23bdd8-0b49-4029-bc9a-41534a3e2ddf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.764581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f23bdd8-0b49-4029-bc9a-41534a3e2ddf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.764581] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f23bdd8-0b49-4029-bc9a-41534a3e2ddf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.007472] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.007472] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.007676] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.008281] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.008281] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.008446] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 0c4cbfa6-55e8-4b4c-b70c-69580742e62b not found, creating... [ 752.008800] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.009132] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.009369] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.009687] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.009893] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.010371] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.010693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.010890] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.013022] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.013022] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.013022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 0c4cbfa6-55e8-4b4c-b70c-69580742e62b is going to be created. [ 752.033697] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.033910] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.034319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.034541] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.034818] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.266407] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f23bdd8-0b49-4029-bc9a-41534a3e2ddf [ 752.266979] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.267142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.267214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.267433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.267543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.267650] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f23bdd8-0b49-4029-bc9a-41534a3e2ddf already deleted. [ 752.267686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f23bdd8-0b49-4029-bc9a-41534a3e2ddf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.822273] env[65957]: INFO networking_nsxv3.common.synchronization [req-6cf4c156-9b77-4297-a090-8278ab98cf5b req-5e314a09-e5ad-48dd-8f8e-0c97c1fc98dd service nova] Enqueued Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_rules [ 752.823526] env[65957]: INFO networking_nsxv3.common.synchronization [req-6cf4c156-9b77-4297-a090-8278ab98cf5b req-5e314a09-e5ad-48dd-8f8e-0c97c1fc98dd service nova] Enqueued Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_members [ 752.823526] env[65957]: INFO networking_nsxv3.common.synchronization [req-6cf4c156-9b77-4297-a090-8278ab98cf5b req-5e314a09-e5ad-48dd-8f8e-0c97c1fc98dd service nova] Enqueued Resource ID: 0c4cbfa6-55e8-4b4c-b70c-69580742e62b with Priority: HIGHEST for action port [ 752.823608] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_rules [ 752.824456] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_members [ 752.824456] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4cbfa6-55e8-4b4c-b70c-69580742e62b with Priority: HIGHEST for action port [ 752.824456] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.824456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.824456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.824870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.824870] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.825558] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.826754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.826754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.826754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.826754] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.826754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.826754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.826754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.826754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.826754] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.828292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.828292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.828292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.828292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.828446] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4cbfa6-55e8-4b4c-b70c-69580742e62b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.967284] env[65957]: INFO networking_nsxv3.common.synchronization [req-da862ee0-cce0-4b2d-b37e-1db4b2ff8fe3 req-95ee9d35-bc83-4be8-963a-3552d4b348ed tempest-ServersV294TestFqdnHostnames-813398797 tempest-ServersV294TestFqdnHostnames-813398797-project-member] Enqueued Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_members [ 752.968371] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGHEST for action security_group_members [ 752.968744] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.968893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.968980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.969608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.969817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.969955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.970114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.970188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.970285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.970384] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.330175] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.330315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.330515] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.332435] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c4cbfa6-55e8-4b4c-b70c-69580742e62b with status ACTIVE [ 753.332435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.332435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.332435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.332623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.332657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.332836] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.332971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.333018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.333811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.333903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.334131] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.334369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.334432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.335252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.335344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.335457] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c4cbfa6-55e8-4b4c-b70c-69580742e62b is going to be updated. [ 753.372032] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.372718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.372718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.373378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.373378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.373610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4cbfa6-55e8-4b4c-b70c-69580742e62b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.379330] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 753.379562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.477546] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.477704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.477773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.477998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.478124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.478317] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.478417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.478478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.479274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.479274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.479274] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c is going to be updated. [ 753.548597] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.548778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.548876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.549132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.549286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.566875] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c in Status: IN_PROGRESS for 2s [ 753.839035] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.342636] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.342883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.342961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.344267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.344394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.344516] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 is going to be created. [ 754.382970] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.383356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.383356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.383542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.383972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.396690] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 in Status: UNINITIALIZED for 2s [ 755.293652] env[65957]: INFO networking_nsxv3.common.synchronization [None req-af1315bc-97f7-43cc-b3b9-0961ec176c69 tempest-ServersTestFqdnHostnames-422564635 tempest-ServersTestFqdnHostnames-422564635-project-member] Enqueued Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_rules [ 755.294122] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_rules [ 755.294446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.296551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.296551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.296551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.296551] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.420044] env[65957]: INFO networking_nsxv3.common.synchronization [None req-16966535-5eda-4987-b3a7-f7d4e63973e3 tempest-ServersTestFqdnHostnames-422564635 tempest-ServersTestFqdnHostnames-422564635-project-member] Enqueued Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_rules [ 755.420044] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_rules [ 755.420044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.420044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.580056] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c in Status: SUCCESS [ 755.580056] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c deletion is rescheduled due to dependency. [ 755.580290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.820843] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.821241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.821241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.821372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.821372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.822423] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 already deleted. [ 755.822423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.822423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.822423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.822423] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.354260] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.354550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.354550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.354703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.354844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.354969] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 already deleted. [ 756.355167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.410296] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 in Status: SUCCESS [ 756.410546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.410778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.411016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.411257] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.411436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.411502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.411682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.411775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.411875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.411971] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.873184] env[65957]: INFO networking_nsxv3.common.synchronization [None req-3ce4358d-9cc7-466d-9a4f-930335feaf32 tempest-MigrationsAdminTest-706983194 tempest-MigrationsAdminTest-706983194-project-member] Enqueued Resource ID: 323afebd-32b6-4fdc-b3ca-a71ac28a2c34 with Priority: HIGHEST for action security_group_rules [ 756.873184] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323afebd-32b6-4fdc-b3ca-a71ac28a2c34 with Priority: HIGHEST for action security_group_rules [ 756.873184] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.873184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.873184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.873685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.873864] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323afebd-32b6-4fdc-b3ca-a71ac28a2c34',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.915304] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.915768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.915917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.916184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.916384] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.916734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.916734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.916890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.917098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.917269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.917484] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.917582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.917650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.917923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.917953] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.918487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.918689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.918907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.919131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.919410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.919475] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.990888] env[65957]: INFO networking_nsxv3.common.synchronization [None req-50937758-0d95-45c8-ac74-0cdbab598fa2 tempest-MigrationsAdminTest-706983194 tempest-MigrationsAdminTest-706983194-project-member] Enqueued Resource ID: 323afebd-32b6-4fdc-b3ca-a71ac28a2c34 with Priority: HIGHEST for action security_group_rules [ 756.990888] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323afebd-32b6-4fdc-b3ca-a71ac28a2c34 with Priority: HIGHEST for action security_group_rules [ 756.990888] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.990888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.400053] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.400715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.400715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.400715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.400715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.400715] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323afebd-32b6-4fdc-b3ca-a71ac28a2c34 already deleted. [ 757.401040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.401040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.401206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.401206] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323afebd-32b6-4fdc-b3ca-a71ac28a2c34',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.421188] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5cf1432-7ad2-4176-8f0e-86dc98a754a1: rpc.has_security_group_logging(os_id): False [ 757.447063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.447490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.447490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.447490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.447829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.447829] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.447964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.448307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.448490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.448581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.448770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.448909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.449275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.449522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.449670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.449762] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.449877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.449947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.450073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.450151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.450429] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 is going to be created. [ 757.520884] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.521106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.521106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.521349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.521549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.535132] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 in Status: IN_PROGRESS for 2s [ 757.930657] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.930857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.930973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.931255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.931346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.931602] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323afebd-32b6-4fdc-b3ca-a71ac28a2c34 already deleted. [ 757.931732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323afebd-32b6-4fdc-b3ca-a71ac28a2c34" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.317429] env[65957]: INFO networking_nsxv3.common.synchronization [req-4035f288-f43f-41d5-aec7-93bf5be21cc5 req-3d89d207-5a60-4d77-ac41-11643d025c92 tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 758.317800] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 758.318121] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.318248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.318310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.318515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.318666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.318755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.319084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.319298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.319394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.319494] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.822547] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.822547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.822547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.823044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.823044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.823044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.823176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.823176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.823723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.823723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.823723] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 758.879060] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.879060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.879060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.879060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.879060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.890212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 758.947409] env[65957]: INFO networking_nsxv3.common.synchronization [req-84456334-016f-4710-9149-086583c1cecf req-ac91ddb3-60ef-4aa3-922b-4214e0fde61f tempest-FloatingIPsAssociationTestJSON-987097471 tempest-FloatingIPsAssociationTestJSON-987097471-project-member] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 758.948015] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 758.948374] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.948529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.948594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.948833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.948992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.949652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.949652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.952363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.952441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.952576] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.456234] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.548389] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 in Status: SUCCESS [ 759.548697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.960519] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.041507] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9d557716-5415-4359-895d-5091f2d5db7f tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_rules [ 760.042418] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_rules [ 760.042629] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.042750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.042821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.043133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.043261] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.166860] env[65957]: INFO networking_nsxv3.common.synchronization [None req-87cd124b-cd43-4f7a-b12e-0b960bb0e444 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_rules [ 760.167898] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_rules [ 760.168257] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.168372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.463573] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.463573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.463573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.464246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.464246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.464246] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be updated. [ 760.499770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.499948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.500014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.500241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.500464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.515135] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: IN_PROGRESS for 2s [ 760.566276] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.566463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.566502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.566967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.566967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.566967] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac already deleted. [ 760.566967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.567347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.567347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.567414] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.901353] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 760.901531] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 deletion is rescheduled due to dependency. [ 760.901642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.093137] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.093137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.093137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.094319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.094523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.094676] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac already deleted. [ 761.094979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.526443] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: SUCCESS [ 762.526717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.474356] env[65957]: INFO networking_nsxv3.common.synchronization [req-d54c78a5-5664-496d-8851-54d6eece667e req-1cdd1803-a56d-4857-bc02-dddb70eb01ac tempest-ServerMetadataNegativeTestJSON-1349312152 tempest-ServerMetadataNegativeTestJSON-1349312152-project-member] Enqueued Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_members [ 763.475027] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_members [ 763.475367] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee9264f-247c-41b2-a9e9-4ddb2b927899 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.475482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.475556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.476040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.476126] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.476208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.476262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.476491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.476609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.476646] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.880349] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.880747] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-67" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.880747] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-67" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.881045] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-67" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.881361] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.881553] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.881670] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.881897] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.882041] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.882256] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.882363] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.882498] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.882608] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.882754] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.882965] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.883120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.904262] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.904437] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.904568] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.904736] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-67" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.905063] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-3a3868eb-b834-401f-abcf-ddf1e1937162 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.905236] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.905349] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.905675] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.905806] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3868eb-b834-401f-abcf-ddf1e1937162',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.978696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.978850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.978922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.979215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.979336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.979542] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.979643] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.979703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.979862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.979937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.980030] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 already deleted. [ 763.980113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.408676] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.408912] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.409044] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.409385] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.409534] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.409674] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 3a3868eb-b834-401f-abcf-ddf1e1937162 not found, creating... [ 764.409931] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.410096] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.410245] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.410487] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.410652] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.410949] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.411122] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.411255] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.411471] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.411597] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.411746] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 3a3868eb-b834-401f-abcf-ddf1e1937162 is going to be created. [ 764.439858] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.440090] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.440218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.440469] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.440693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.440907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.173965] env[65957]: INFO networking_nsxv3.common.synchronization [req-d54c78a5-5664-496d-8851-54d6eece667e req-53be1ee5-84e7-4d10-a4b4-af95ac45dbda service nova] Enqueued Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_rules [ 765.174218] env[65957]: INFO networking_nsxv3.common.synchronization [req-d54c78a5-5664-496d-8851-54d6eece667e req-53be1ee5-84e7-4d10-a4b4-af95ac45dbda service nova] Enqueued Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_members [ 765.174280] env[65957]: INFO networking_nsxv3.common.synchronization [req-d54c78a5-5664-496d-8851-54d6eece667e req-53be1ee5-84e7-4d10-a4b4-af95ac45dbda service nova] Enqueued Resource ID: 3a3868eb-b834-401f-abcf-ddf1e1937162 with Priority: HIGHEST for action port [ 765.174560] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_rules [ 765.174706] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_members [ 765.174805] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3868eb-b834-401f-abcf-ddf1e1937162 with Priority: HIGHEST for action port [ 765.175463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee9264f-247c-41b2-a9e9-4ddb2b927899 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.175539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.175623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.175843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.175925] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.176744] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee9264f-247c-41b2-a9e9-4ddb2b927899 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.176901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.176989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.177204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.177350] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.177444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.177525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.177650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.177733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.177870] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.182199] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3868eb-b834-401f-abcf-ddf1e1937162 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.182326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.182398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.182606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.182650] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3868eb-b834-401f-abcf-ddf1e1937162',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.684415] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.685721] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee9264f-247c-41b2-a9e9-4ddb2b927899 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.685897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.686090] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a3868eb-b834-401f-abcf-ddf1e1937162 with status ACTIVE [ 765.686287] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.687445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.687445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.687445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.687445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.687445] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.687445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.687445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.687783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.687783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.687913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.687913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.687994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.688388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.688388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.688388] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a3868eb-b834-401f-abcf-ddf1e1937162 is going to be updated. [ 765.711031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.711195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.711275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.711832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.711832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.711832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3868eb-b834-401f-abcf-ddf1e1937162" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.190207] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.531041] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344d3f5-242a-4b70-b58e-68e9e29b0e8c req-a6312728-7e42-4ee7-8840-bcf5167d9df1 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 766.531688] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 766.532139] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.532963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.532963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.532963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.533201] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.533363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.533502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.533742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.533901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.534055] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.694146] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.694146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.694146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.694146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.694146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.694339] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 is going to be created. [ 766.724753] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.724920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.725023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.725226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.725394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.740170] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 in Status: UNINITIALIZED for 2s [ 766.919028] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.919226] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.919319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.919628] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.919944] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.920442] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.920593] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.920866] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.921170] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.921526] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.921656] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.921802] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.921968] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.922123] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.922252] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.922430] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.943966] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.944142] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.944322] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.944629] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.944980] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-e0501989-4f29-4c0c-94fc-684cc299354e taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.945229] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.945319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.945733] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.945858] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0501989-4f29-4c0c-94fc-684cc299354e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.038445] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.039164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.039283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.039498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.040455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.040455] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.040455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.040455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.040455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.040455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.040734] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 767.075613] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.075613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.075793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.076095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.076095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.088242] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 767.448657] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.449537] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.449537] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.449719] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.449719] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.449911] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port e0501989-4f29-4c0c-94fc-684cc299354e not found, creating... [ 767.450191] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.450368] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.450845] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.450845] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.450845] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.451254] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.451254] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.451367] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.451588] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.451726] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.451850] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: e0501989-4f29-4c0c-94fc-684cc299354e is going to be created. [ 767.479422] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.479422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.479422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.479422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.479422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.479422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.194906] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344d3f5-242a-4b70-b58e-68e9e29b0e8c req-913ac13b-9f0e-42e8-91c8-e67ec8ed5c4a service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 768.195098] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344d3f5-242a-4b70-b58e-68e9e29b0e8c req-913ac13b-9f0e-42e8-91c8-e67ec8ed5c4a service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 768.195226] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344d3f5-242a-4b70-b58e-68e9e29b0e8c req-913ac13b-9f0e-42e8-91c8-e67ec8ed5c4a service nova] Enqueued Resource ID: e0501989-4f29-4c0c-94fc-684cc299354e with Priority: HIGHEST for action port [ 768.195453] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 768.195575] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 768.195665] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0501989-4f29-4c0c-94fc-684cc299354e with Priority: HIGHEST for action port [ 768.198589] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.198721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.198787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.198971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.199070] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.201667] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.201785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.202044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0501989-4f29-4c0c-94fc-684cc299354e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.202374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.202374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.202438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.202541] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0501989-4f29-4c0c-94fc-684cc299354e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.314596] env[65957]: INFO networking_nsxv3.common.synchronization [req-af1828de-0a60-49af-96ae-35197a4137aa req-26e1d4e1-1ec5-4667-81e4-3e7ebf8f69ed tempest-ServerAddressesTestJSON-344622049 tempest-ServerAddressesTestJSON-344622049-project-member] Enqueued Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_members [ 768.317198] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGHEST for action security_group_members [ 768.317198] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.317408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.317528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.317799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.318051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.318210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.318642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.318642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.318770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.318825] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.704773] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.704773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.705318] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0501989-4f29-4c0c-94fc-684cc299354e with status ACTIVE [ 768.705318] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.705318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.705318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.705551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.705790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.707840] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.707840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.707840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.707840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.707840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.707840] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.709520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.709520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.709520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.709520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.709520] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0501989-4f29-4c0c-94fc-684cc299354e is going to be updated. [ 768.737856] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.738083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.738083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.738774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.738774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.738774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0501989-4f29-4c0c-94fc-684cc299354e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758087] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 in Status: SUCCESS [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.758087] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758087] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.822570] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.823024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.823024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.823024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.823125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.823267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.823364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.823430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.823572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.823636] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.823688] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 is going to be updated. [ 768.856926] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.858139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.858341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.860088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.860088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.880702] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 in Status: IN_PROGRESS for 2s [ 768.912130] env[65957]: INFO networking_nsxv3.common.synchronization [req-e0b92e79-529d-4386-821a-e078c70dbe91 req-cb76908b-9e7c-4785-86d6-7927f422e0c6 tempest-ServersAdminNegativeTestJSON-1079525576 tempest-ServersAdminNegativeTestJSON-1079525576-project-member] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 768.912708] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 768.913014] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.913445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.913553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.913818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.914049] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.914184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.914278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.914480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.914705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.915744] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.101027] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 769.101027] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 769.101225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.101520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.101846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.102163] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.102366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.102535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.102841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.103010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.103184] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.141910] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.142777] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.260190] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee9264f-247c-41b2-a9e9-4ddb2b927899 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.261463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.261463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.262734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.262734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.262734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.262734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.263213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.263213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.263213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.263339] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee9264f-247c-41b2-a9e9-4ddb2b927899 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.263339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.263497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.264320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.264593] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.265609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.265609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.265609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.265609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.265609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.265822] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.418103] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.605954] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.769538] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ee9264f-247c-41b2-a9e9-4ddb2b927899: rpc.has_security_group_logging(os_id): False [ 769.793719] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.794013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.794013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.794171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.794284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.794444] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.794552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.794611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.795038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.795038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.795038] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.795271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.795271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.795271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.795478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.795708] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.795873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.795873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.795997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.796231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.796357] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 is going to be created. [ 769.898450] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.898622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.898777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.900377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.900377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.916025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 in Status: IN_PROGRESS for 2s [ 769.921378] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.116100] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.424190] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.424374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.424442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.425097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.425097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.425097] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be updated. [ 770.458509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.458509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.458509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.458701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.469762] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 2s [ 770.618346] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.618546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.618591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.618817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.618926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.619045] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 770.649549] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.649735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.649807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.650038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.650191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.660456] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 770.894093] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 in Status: SUCCESS [ 770.894409] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 deletion is rescheduled due to dependency. [ 770.894409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.385022] env[65957]: INFO networking_nsxv3.common.synchronization [None req-e9ef88ce-7280-484d-8677-20b1d3b794a3 None None] Enqueued Resource ID: 47b2b7f6-0528-4f6a-b6c5-3018b1f11886 with Priority: HIGHEST for action port [ 771.385022] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2b7f6-0528-4f6a-b6c5-3018b1f11886 with Priority: HIGHEST for action port [ 771.385022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b2b7f6-0528-4f6a-b6c5-3018b1f11886 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.385022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b2b7f6-0528-4f6a-b6c5-3018b1f11886" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.385022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b2b7f6-0528-4f6a-b6c5-3018b1f11886" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.386670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b2b7f6-0528-4f6a-b6c5-3018b1f11886" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.386884] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b2b7f6-0528-4f6a-b6c5-3018b1f11886',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.841221] env[65957]: INFO networking_nsxv3.common.synchronization [None req-8b7d8693-397b-44d2-860d-3c73ad932ee6 None None] Enqueued Resource ID: 62dea6b5-5f00-4081-b7a6-ddef3749f42a with Priority: HIGHEST for action port [ 771.841221] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62dea6b5-5f00-4081-b7a6-ddef3749f42a with Priority: HIGHEST for action port [ 771.842967] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-62dea6b5-5f00-4081-b7a6-ddef3749f42a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.846027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62dea6b5-5f00-4081-b7a6-ddef3749f42a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.846027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62dea6b5-5f00-4081-b7a6-ddef3749f42a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.846027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62dea6b5-5f00-4081-b7a6-ddef3749f42a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.846027] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62dea6b5-5f00-4081-b7a6-ddef3749f42a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.892383] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47b2b7f6-0528-4f6a-b6c5-3018b1f11886 [ 771.892615] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.892753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.892822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.893040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.893130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.893222] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47b2b7f6-0528-4f6a-b6c5-3018b1f11886 already deleted. [ 771.893297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b2b7f6-0528-4f6a-b6c5-3018b1f11886" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.928948] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 in Status: SUCCESS [ 771.929825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.349916] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62dea6b5-5f00-4081-b7a6-ddef3749f42a [ 772.350178] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.350534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.350534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.350711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.350877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.350933] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62dea6b5-5f00-4081-b7a6-ddef3749f42a already deleted. [ 772.351089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62dea6b5-5f00-4081-b7a6-ddef3749f42a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.480161] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 772.480449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.517086] env[65957]: INFO networking_nsxv3.common.synchronization [req-bf472354-0d0c-46c3-8063-568467c3ad67 req-608406bf-e1ab-486f-903f-9ed7e9236154 tempest-ServersNegativeTestMultiTenantJSON-576965816 tempest-ServersNegativeTestMultiTenantJSON-576965816-project-member] Enqueued Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_members [ 772.517424] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_members [ 772.517787] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.517916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.517985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.518244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.518734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.518734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.518734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.518734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.519021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.519021] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.676021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 772.676021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.676021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.676021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.676021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.676021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.676021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.676558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.676558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.676663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.676759] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.021705] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.022085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.022085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.022820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.022820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.022820] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.022820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.022820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.023713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.023713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.023713] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb already deleted. [ 773.023713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.167134] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.170882] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-37" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.171048] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-37" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.171625] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-37" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.171931] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.172197] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.172237] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.172435] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.172569] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.172803] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.172911] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.173020] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.173139] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.173258] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.173359] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.173483] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.180636] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.181145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.181323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.181696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.181983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.182820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.182987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.187155] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.187155] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.187155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.187155] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.198552] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.198552] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.198552] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.198552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-37" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.198552] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-a6414c77-58cc-46e3-829c-93ca7df61511 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.198552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.198552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.199542] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.199866] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6414c77-58cc-46e3-829c-93ca7df61511',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.388530] env[65957]: INFO networking_nsxv3.common.synchronization [None req-fa04a3e1-4bf0-4321-bddb-216bd4ae9da8 None None] Enqueued Resource ID: 3a75ef7a-0011-423c-bf9c-515a477058aa with Priority: HIGHEST for action port [ 773.388692] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a75ef7a-0011-423c-bf9c-515a477058aa with Priority: HIGHEST for action port [ 773.388998] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a75ef7a-0011-423c-bf9c-515a477058aa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.392579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a75ef7a-0011-423c-bf9c-515a477058aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.392579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a75ef7a-0011-423c-bf9c-515a477058aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.392712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a75ef7a-0011-423c-bf9c-515a477058aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.392860] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a75ef7a-0011-423c-bf9c-515a477058aa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.689658] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e80be11b-f72b-4b96-a7ab-de076c0fd26b: rpc.has_security_group_logging(os_id): False [ 773.703171] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.703413] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.703550] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.703844] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704040] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704201] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port a6414c77-58cc-46e3-829c-93ca7df61511 not found, creating... [ 773.704479] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704664] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704827] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.705103] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.705243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.705535] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.705687] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.705797] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.705998] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.707776] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.707776] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: a6414c77-58cc-46e3-829c-93ca7df61511 is going to be created. [ 773.711994] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.712765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.713438] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.713438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.713438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.713743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.713743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.714028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.714110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.714163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.714357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.714456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.714706] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.715208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.715208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.715208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.715208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.715377] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 773.732383] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.732540] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.732941] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.733031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.733777] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.733777] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.787120] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.787391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.787391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.787635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.787816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.805895] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 773.896564] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a75ef7a-0011-423c-bf9c-515a477058aa [ 773.897036] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.897153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.897247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.897609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.897695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.897810] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a75ef7a-0011-423c-bf9c-515a477058aa already deleted. [ 773.897922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a75ef7a-0011-423c-bf9c-515a477058aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.529231] env[65957]: INFO networking_nsxv3.common.synchronization [req-bf472354-0d0c-46c3-8063-568467c3ad67 req-ff9fb8cb-90ae-4c56-8f51-a00a5fbade5c service nova] Enqueued Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_rules [ 774.529547] env[65957]: INFO networking_nsxv3.common.synchronization [req-bf472354-0d0c-46c3-8063-568467c3ad67 req-ff9fb8cb-90ae-4c56-8f51-a00a5fbade5c service nova] Enqueued Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_members [ 774.529581] env[65957]: INFO networking_nsxv3.common.synchronization [req-bf472354-0d0c-46c3-8063-568467c3ad67 req-ff9fb8cb-90ae-4c56-8f51-a00a5fbade5c service nova] Enqueued Resource ID: a6414c77-58cc-46e3-829c-93ca7df61511 with Priority: HIGHEST for action port [ 774.531925] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_rules [ 774.531925] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_members [ 774.531925] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6414c77-58cc-46e3-829c-93ca7df61511 with Priority: HIGHEST for action port [ 774.531925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.531925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.531925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.532340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.532376] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.534348] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.534348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.534348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.535057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.535057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.535057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.535057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.535057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.535057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.535057] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.536992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6414c77-58cc-46e3-829c-93ca7df61511 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.536992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.536992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.536992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.536992] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6414c77-58cc-46e3-829c-93ca7df61511',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.013345] env[65957]: INFO networking_nsxv3.common.synchronization [None req-03fd1dc1-1021-4087-a1d3-4b7938915a4c None None] Enqueued Resource ID: d02de483-cbca-4a37-882b-029e674d25ff with Priority: HIGHEST for action port [ 775.016031] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02de483-cbca-4a37-882b-029e674d25ff with Priority: HIGHEST for action port [ 775.016031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d02de483-cbca-4a37-882b-029e674d25ff taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.016031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d02de483-cbca-4a37-882b-029e674d25ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.016405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d02de483-cbca-4a37-882b-029e674d25ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.016405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d02de483-cbca-4a37-882b-029e674d25ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.016553] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02de483-cbca-4a37-882b-029e674d25ff',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.039050] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.039391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.040880] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.042041] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6414c77-58cc-46e3-829c-93ca7df61511 with status ACTIVE [ 775.042253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.042344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.042569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.042569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.042769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.042875] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.042945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.042993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.043148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.043220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.043408] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.043515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.043569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.043688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.043891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.043891] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6414c77-58cc-46e3-829c-93ca7df61511 is going to be updated. [ 775.070785] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.072786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.072786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.072786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.072786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.072786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6414c77-58cc-46e3-829c-93ca7df61511" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.208736] env[65957]: INFO networking_nsxv3.common.synchronization [None req-549ca555-cad1-4a5d-a749-82a9f88a5065 tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 775.209731] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 775.210204] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.210629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.210629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.210841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.210932] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.482842] env[65957]: INFO networking_nsxv3.common.synchronization [None req-b62bb9cb-3495-472e-9865-fb71c1e5a27c tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 775.483517] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 775.483732] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.483880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.522253] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d02de483-cbca-4a37-882b-029e674d25ff [ 775.522415] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.522936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.522936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.522936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.522936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.523147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d02de483-cbca-4a37-882b-029e674d25ff already deleted. [ 775.523181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d02de483-cbca-4a37-882b-029e674d25ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.546422] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.619111] env[65957]: INFO networking_nsxv3.common.synchronization [None req-71bcd93c-66cd-4ccd-ae65-c31df868d0a2 None None] Enqueued Resource ID: db4d2e5c-b381-409b-b925-8e723c81b4f7 with Priority: HIGHEST for action port [ 775.619790] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4d2e5c-b381-409b-b925-8e723c81b4f7 with Priority: HIGHEST for action port [ 775.620148] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4d2e5c-b381-409b-b925-8e723c81b4f7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.620400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4d2e5c-b381-409b-b925-8e723c81b4f7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.620400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4d2e5c-b381-409b-b925-8e723c81b4f7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.620607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4d2e5c-b381-409b-b925-8e723c81b4f7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.620692] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4d2e5c-b381-409b-b925-8e723c81b4f7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.735933] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.736178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.736178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.736651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.736651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.736651] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c already deleted. [ 775.736651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.736880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.737057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.737057] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.820179] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 775.820581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.051840] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.052022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.052094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.052318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.052405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.052501] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb is going to be created. [ 776.077019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.077185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.077256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.077475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.077642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.089228] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb in Status: UNINITIALIZED for 2s [ 776.122724] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db4d2e5c-b381-409b-b925-8e723c81b4f7 [ 776.122982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.123139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.123213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.123440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.123530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.123633] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db4d2e5c-b381-409b-b925-8e723c81b4f7 already deleted. [ 776.123806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4d2e5c-b381-409b-b925-8e723c81b4f7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.262611] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.262820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.262915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.263337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263462] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c already deleted. [ 776.263569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.838434] env[65957]: INFO networking_nsxv3.common.synchronization [req-eb11b70e-7b36-4af0-b971-659986d9b7e8 req-3933be5c-39d9-4e2e-ad0b-e396ba6ef74b tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 776.839084] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 776.839325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.839470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.839525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.839822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.839859] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.840333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.840452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.840664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.840766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.840869] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.253077] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.253077] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.253077] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.253077] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.253077] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.253077] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.253530] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.254296] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.254296] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.254296] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.254588] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.254588] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.254588] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.254677] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.254718] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.254843] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.275764] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.275764] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.275764] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.275990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.276183] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-9b32d266-5979-428c-a49b-2c0d1ce94202 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.276353] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.276457] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.276767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.276892] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b32d266-5979-428c-a49b-2c0d1ce94202',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.346194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.346194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.346194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.346194] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 777.379663] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.379663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.379663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.379663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.379663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.392329] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 777.780758] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.780988] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.781110] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.781398] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.781562] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.782130] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 9b32d266-5979-428c-a49b-2c0d1ce94202 not found, creating... [ 777.782283] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.782441] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.782545] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.782792] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.782887] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.783161] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.783310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.783422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.783628] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.783756] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.783891] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 9b32d266-5979-428c-a49b-2c0d1ce94202 is going to be created. [ 777.807676] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.807871] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.807986] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.808336] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.808569] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.808821] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.991095] env[65957]: INFO networking_nsxv3.common.synchronization [None req-d717c307-4fb5-463d-9424-13bf1e216878 None None] Enqueued Resource ID: b4a54822-a808-4da5-9cab-add56e9b4120 with Priority: HIGHEST for action port [ 777.991095] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a54822-a808-4da5-9cab-add56e9b4120 with Priority: HIGHEST for action port [ 777.991095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a54822-a808-4da5-9cab-add56e9b4120 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.991095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a54822-a808-4da5-9cab-add56e9b4120" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.991095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a54822-a808-4da5-9cab-add56e9b4120" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.996847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a54822-a808-4da5-9cab-add56e9b4120" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.996974] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a54822-a808-4da5-9cab-add56e9b4120',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.102763] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb in Status: SUCCESS [ 778.102763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.103024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.103169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.104736] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.104736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.104736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.104736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.104736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.104736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.104736] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.505065] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4a54822-a808-4da5-9cab-add56e9b4120 [ 778.505361] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.505515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.505581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.505805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.505893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.506022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4a54822-a808-4da5-9cab-add56e9b4120 already deleted. [ 778.506086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a54822-a808-4da5-9cab-add56e9b4120" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.607837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.607837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.607837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.607837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.607837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.607837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.607837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.607837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.607837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.608253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.608253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.608253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.608253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.608511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.608511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.608607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.608607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.608721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.608815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.608861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.608947] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.615144] env[65957]: INFO networking_nsxv3.common.synchronization [req-eb11b70e-7b36-4af0-b971-659986d9b7e8 req-a89e9f85-dfa2-4b65-9625-3bfa822e8374 service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 778.615144] env[65957]: INFO networking_nsxv3.common.synchronization [req-eb11b70e-7b36-4af0-b971-659986d9b7e8 req-a89e9f85-dfa2-4b65-9625-3bfa822e8374 service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 778.615144] env[65957]: INFO networking_nsxv3.common.synchronization [req-eb11b70e-7b36-4af0-b971-659986d9b7e8 req-a89e9f85-dfa2-4b65-9625-3bfa822e8374 service nova] Enqueued Resource ID: 9b32d266-5979-428c-a49b-2c0d1ce94202 with Priority: HIGHEST for action port [ 778.615144] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 778.615144] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 778.615144] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b32d266-5979-428c-a49b-2c0d1ce94202 with Priority: HIGHEST for action port [ 778.615144] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.615144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.615144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.616923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.617042] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.617975] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.618113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.618285] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b32d266-5979-428c-a49b-2c0d1ce94202 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.618396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.618450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.618639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.618707] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b32d266-5979-428c-a49b-2c0d1ce94202',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.071455] env[65957]: INFO networking_nsxv3.common.synchronization [req-411e992a-21cf-4fee-baaa-d7df04e57160 req-5251810c-2d98-423a-858b-d7830a5b5d7e tempest-ServersNegativeTestJSON-146671754 tempest-ServersNegativeTestJSON-146671754-project-member] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 779.071455] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 779.071951] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.071951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.071951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.072214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.074881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.075046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.075092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.075348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.075423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.075505] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.117947] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5367d94-5c4d-41b1-a2c3-e0fd998e93bb: rpc.has_security_group_logging(os_id): False [ 779.126333] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.126457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.126659] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b32d266-5979-428c-a49b-2c0d1ce94202 with status ACTIVE [ 779.126854] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.127067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.127067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.127302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.127370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.127521] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.127613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.127669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.127813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.127884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.128075] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.128161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.128217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.128359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.128427] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.128506] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b32d266-5979-428c-a49b-2c0d1ce94202 is going to be updated. [ 779.137496] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.137670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.138062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.138062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.138062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.138222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.138318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.138379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.138524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.138597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.138826] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.138934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.138997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.139174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.139221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.139864] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.139864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.139864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.139864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.139864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.140105] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb is going to be created. [ 779.154464] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.154464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.154694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.154831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.154997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.155173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b32d266-5979-428c-a49b-2c0d1ce94202" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.219356] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.219539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.219604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.219842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.222686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.233337] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb in Status: IN_PROGRESS for 2s [ 779.406698] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 779.406698] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 779.406698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.406698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.406698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.407608] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.407608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.407608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.407608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.407608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.407608] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.534043] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.534404] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.534404] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.534621] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.535413] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.535672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.535876] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.536147] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.536438] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.536592] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.536743] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.536903] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.537069] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.537237] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.537396] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.537574] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.559874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.560067] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.560203] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.560371] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.560784] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-596a20d7-a873-4e26-b87b-ca35da424264 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.560987] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.561132] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.561452] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.561612] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('596a20d7-a873-4e26-b87b-ca35da424264',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.578493] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.910171] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.064964] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.065253] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.065370] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.065895] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.066061] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.066255] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 596a20d7-a873-4e26-b87b-ca35da424264 not found, creating... [ 780.066497] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.066661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.066753] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.066989] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.067125] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.067622] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.067824] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.067944] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.068368] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.068556] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.069059] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 596a20d7-a873-4e26-b87b-ca35da424264 is going to be created. [ 780.080950] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.092246] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.092569] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.092694] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.092973] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.093241] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.093497] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.412424] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.589447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.589447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.589447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.589447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.589447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.589447] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 780.626208] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.629457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.629457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.629457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.629457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.637998] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 780.915775] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.915914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.915987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.916212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.916302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.916823] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 780.918382] env[65957]: INFO networking_nsxv3.common.synchronization [req-411e992a-21cf-4fee-baaa-d7df04e57160 req-14f8e9e9-3deb-422a-8905-4712f6739420 service nova] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_rules [ 780.918570] env[65957]: INFO networking_nsxv3.common.synchronization [req-411e992a-21cf-4fee-baaa-d7df04e57160 req-14f8e9e9-3deb-422a-8905-4712f6739420 service nova] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 780.918715] env[65957]: INFO networking_nsxv3.common.synchronization [req-411e992a-21cf-4fee-baaa-d7df04e57160 req-14f8e9e9-3deb-422a-8905-4712f6739420 service nova] Enqueued Resource ID: 596a20d7-a873-4e26-b87b-ca35da424264 with Priority: HIGHEST for action port [ 780.919319] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_rules [ 780.919545] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 780.919615] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596a20d7-a873-4e26-b87b-ca35da424264 with Priority: HIGHEST for action port [ 780.920299] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.920439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.920516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.920904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.920904] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.921817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.921939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.922188] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-596a20d7-a873-4e26-b87b-ca35da424264 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.922289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.922376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.922558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.922648] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('596a20d7-a873-4e26-b87b-ca35da424264',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.954692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.954982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.954982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.955363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.955544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.968044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 781.252253] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb in Status: SUCCESS [ 781.252253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.425175] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 596a20d7-a873-4e26-b87b-ca35da424264 with status ACTIVE [ 781.426041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.426041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.426041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.426041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.426041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.426332] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.426332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.426332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.426492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.426577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.426770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.426862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.426921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.427085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.427160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.427250] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 596a20d7-a873-4e26-b87b-ca35da424264 is going to be updated. [ 781.429142] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.429268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.451787] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.451926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.452010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.452237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.452373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.452928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-596a20d7-a873-4e26-b87b-ca35da424264" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.651462] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 782.651462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.651462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.651462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.651462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.651462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.651462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.651462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.651462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.651462] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.976872] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 782.977441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.977835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.978532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.979311] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.979529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.979603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.979829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.979903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.979995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.980093] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.154669] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.483985] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.483985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.483985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.483985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.483985] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.484438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.484438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.484438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.484438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.484438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.484601] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.484652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.484690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.484833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.484967] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.485067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.485114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.485244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.485322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.485405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.485497] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.657143] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.991653] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dcd3e9-9439-4353-944c-d808906d953d: rpc.has_security_group_logging(os_id): False [ 784.018029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.018225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.018225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.018908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.018908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.018908] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.018908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.018908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.019163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.019163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.020018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.020018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.020018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.020018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.020018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.020018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.021505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.021694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.022522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.022617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.022718] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 784.094347] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.094627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.094714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.095043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.095221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.112668] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 784.118965] env[65957]: INFO networking_nsxv3.common.synchronization [req-5d72ff47-dca3-4c04-a6ef-a7c1cf915182 req-7b0e5efc-f3a2-4ef3-addf-0d553c301ada tempest-ListImageFiltersTestJSON-529160639 tempest-ListImageFiltersTestJSON-529160639-project-member] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 784.119829] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 784.120075] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.120207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.120571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.120741] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.121314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.122064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.122064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.122064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.122064] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.160919] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.161788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.161940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.162225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.162300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.162431] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 784.200699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.200872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.200958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.201193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.201338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.227040] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 784.624465] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.128187] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.631937] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.632070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.632141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.632482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.632482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.632703] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be updated. [ 785.669621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.669817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.669862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.670098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.670247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.684555] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: IN_PROGRESS for 2s [ 786.132254] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 786.137373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.239599] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 786.239882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.240116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.240384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.240796] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.241016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.241143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.241445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.241594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.241872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.242272] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.745254] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.745457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.745557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.745898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.749023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.749023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.749023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.749023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.749023] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.983103] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb0532e8-a962-45f4-989a-bae6cfb27f22 req-3f78114d-4575-4a0f-8abb-8f27baa1d556 tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 786.984409] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 786.984409] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.984409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.984409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.984624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.984759] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.985282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.985282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.985282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.985282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.985282] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.252121] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca9c37a-6693-49bf-99b9-f89fe3997207: rpc.has_security_group_logging(os_id): False [ 787.272217] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.272509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.273194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.273194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.273194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.273194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.273478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.273478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.273478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.273561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.274511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.274511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.274511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.274511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.274511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.274511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.274511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.274511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.274991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.274991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.274991] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 787.346955] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.346955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.347174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.347356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.347420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.362586] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.362821] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.362908] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.363214] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.363546] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.363710] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.363817] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.364038] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.364871] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.364871] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.364871] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.364871] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.364871] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.364871] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.364871] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.365264] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.380235] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 787.396516] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.396516] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.396516] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.396516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.396516] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-d6394be5-1762-4c13-9ddf-3550a213d882 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.396516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.396516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.396808] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.396808] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6394be5-1762-4c13-9ddf-3550a213d882',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.488925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.489179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.489275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.489673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.489831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.490095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.490454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.490454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.490674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.490818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.490874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 787.535770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.536046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.536130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.536713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.536713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.548299] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 787.703965] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 787.703965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.900501] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.900501] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.900501] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.900501] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.901069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.901069] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port d6394be5-1762-4c13-9ddf-3550a213d882 not found, creating... [ 787.901169] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.901401] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.902145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.902145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.902356] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.902692] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.903044] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.903044] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.903363] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.903529] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.903719] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: d6394be5-1762-4c13-9ddf-3550a213d882 is going to be created. [ 787.946568] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.946687] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.946727] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.947011] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.947265] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.947646] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.697090] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb0532e8-a962-45f4-989a-bae6cfb27f22 req-d0e2f05d-cc0a-42db-80be-c12ef3420315 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 788.697435] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb0532e8-a962-45f4-989a-bae6cfb27f22 req-d0e2f05d-cc0a-42db-80be-c12ef3420315 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 788.697478] env[65957]: INFO networking_nsxv3.common.synchronization [req-fb0532e8-a962-45f4-989a-bae6cfb27f22 req-d0e2f05d-cc0a-42db-80be-c12ef3420315 service nova] Enqueued Resource ID: d6394be5-1762-4c13-9ddf-3550a213d882 with Priority: HIGHEST for action port [ 788.701512] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 788.702526] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 788.702526] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6394be5-1762-4c13-9ddf-3550a213d882 with Priority: HIGHEST for action port [ 788.703044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.703269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.703339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.703670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.703829] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.706328] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.706487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.706826] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6394be5-1762-4c13-9ddf-3550a213d882 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.708191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.708191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.708191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.708191] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6394be5-1762-4c13-9ddf-3550a213d882',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.210147] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.210354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.211294] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6394be5-1762-4c13-9ddf-3550a213d882 with status ACTIVE [ 789.211294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.211294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.211294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.211530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.211530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.212351] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.212351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.212351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.212351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.212602] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.212658] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.212760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.212821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.213116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.213243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.213347] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6394be5-1762-4c13-9ddf-3550a213d882 is going to be updated. [ 789.239911] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.240043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.240116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.240378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.240555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.240760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6394be5-1762-4c13-9ddf-3550a213d882" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.397235] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 789.397550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.562367] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 789.562367] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 deletion is rescheduled due to dependency. [ 789.562367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.562367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.562598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.562962] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.562962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.563086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.563200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.563429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.563503] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.065732] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.556411] env[65957]: INFO networking_nsxv3.common.synchronization [req-6dc4eea6-d3ad-4c94-8696-c2bb0652fa60 req-c852041d-a344-4684-8edb-77e51482c099 tempest-ServersNegativeTestMultiTenantJSON-576965816 tempest-ServersNegativeTestMultiTenantJSON-576965816-project-member] Enqueued Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_members [ 790.557144] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGHEST for action security_group_members [ 790.557533] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.557694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.557763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.558029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.558672] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.558672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.558672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.558841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.558954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.559065] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.570841] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.062770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.062903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.063011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.063304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.063341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.063559] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.063659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.063718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.063889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.063971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.064073] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb is going to be updated. [ 791.073010] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.073314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.073314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.073448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.073827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.073827] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 791.102320] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.102411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.102449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.103377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.103377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.105095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.105095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.105299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.105382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.105591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.122321] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 791.123260] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb in Status: IN_PROGRESS for 2s [ 791.577592] env[65957]: INFO networking_nsxv3.common.synchronization [req-78ad3e57-853b-4db8-997e-a860166a1b63 req-fd64a93d-dcd3-4672-9fb5-75e7111f2baa tempest-ListServerFiltersTestJSON-1713506800 tempest-ListServerFiltersTestJSON-1713506800-project-member] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 791.578176] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 791.578508] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.578657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.578739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.578948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.579213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.579387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.579593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.579773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.579876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.580016] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.011654] env[65957]: INFO networking_nsxv3.common.synchronization [req-0f5dcf9e-329a-4283-a707-667123fc581a req-d7bda428-cadd-401b-83f4-2401e75d7519 tempest-ServerMetadataNegativeTestJSON-1349312152 tempest-ServerMetadataNegativeTestJSON-1349312152-project-member] Enqueued Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_members [ 792.012348] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 with Priority: HIGHEST for action security_group_members [ 792.012815] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee9264f-247c-41b2-a9e9-4ddb2b927899 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.013237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.013237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.017395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.017699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.017852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.017931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.018169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.018282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.018393] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee9264f-247c-41b2-a9e9-4ddb2b927899',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.083198] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.249114] env[65957]: INFO networking_nsxv3.common.synchronization [req-ea2d945c-d034-40e6-aba8-06eae1c62eee req-c137dbaf-25f3-4517-a06d-f40c2e9a6e75 tempest-ServersNegativeTestJSON-146671754 tempest-ServersNegativeTestJSON-146671754-project-member] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 792.249731] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 792.250059] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.251553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.251553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.251553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.251553] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.251553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.251553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.251553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.251553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251553] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.409821] env[65957]: INFO networking_nsxv3.common.synchronization [req-af4eacd6-d993-445f-ac11-292b6e212426 req-f1aa0b34-95d5-4f79-9b38-dca404f88ea5 tempest-ServersTestFqdnHostnames-422564635 tempest-ServersTestFqdnHostnames-422564635-project-member] Enqueued Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_members [ 792.410802] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_members [ 792.411799] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.411799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.411799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.411799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.412087] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.412087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.412218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.412318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.412407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.412508] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.524984] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.524984] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.525790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.525790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.525790] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 is going to be updated. [ 792.575226] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.575392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.575476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.575874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.576061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586465] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.591023] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 in Status: IN_PROGRESS for 2s [ 792.754379] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.916033] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.916033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.916261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.917179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.917309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.917505] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.917618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.917685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.917859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.917935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.918033] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 already deleted. [ 792.918113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.928232] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.928418] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-625" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.928584] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-625" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.928855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-625" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.929225] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.929418] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.929580] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.929831] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.930020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.930265] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.930391] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.930523] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.930775] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.930922] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.931062] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.931350] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.966290] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.966459] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.966595] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.967483] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-625" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.967483] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-97512ad8-9c41-4735-ba04-d29530c30e38 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.967483] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.967714] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.967976] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.968181] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97512ad8-9c41-4735-ba04-d29530c30e38',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.089294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.089770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.089770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.089770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.089923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.090040] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 793.128048] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.128360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.128360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.128565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.128718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.141288] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 793.141493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.141721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.142022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.142236] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.142362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.142436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.142606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.142679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.142771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.142869] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.144912] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 793.145491] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb in Status: SUCCESS [ 793.145658] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb deletion is rescheduled due to dependency. [ 793.145896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.262480] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.470875] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.471175] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.471280] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.472063] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.472063] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.472063] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 97512ad8-9c41-4735-ba04-d29530c30e38 not found, creating... [ 793.472449] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.472631] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.472736] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.472971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.473136] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.473441] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.473616] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.473750] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.473991] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.474160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.474319] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 97512ad8-9c41-4735-ba04-d29530c30e38 is going to be created. [ 793.510084] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.510314] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.510406] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.510773] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.511085] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.511394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.645605] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.645848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.645848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.646108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.646292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.646416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.646485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.646648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.646757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.646850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.647026] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.647129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.647213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.647337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.647536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.647640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.647737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.647862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.647944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.648061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.648153] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.765312] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.766649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.766649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.766849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.767017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.767236] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 793.805437] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.805977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.806171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.817498] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 794.151948] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce955f7-07b2-4076-80d8-06c296565870: rpc.has_security_group_logging(os_id): False [ 794.172024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.172024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.173292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.173503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.173779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.173980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.174276] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 794.233696] env[65957]: INFO networking_nsxv3.common.synchronization [req-af4eacd6-d993-445f-ac11-292b6e212426 req-5ad99fb2-6718-4f7c-b93f-9c858968cdd4 service nova] Enqueued Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_rules [ 794.233696] env[65957]: INFO networking_nsxv3.common.synchronization [req-af4eacd6-d993-445f-ac11-292b6e212426 req-5ad99fb2-6718-4f7c-b93f-9c858968cdd4 service nova] Enqueued Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_members [ 794.233696] env[65957]: INFO networking_nsxv3.common.synchronization [req-af4eacd6-d993-445f-ac11-292b6e212426 req-5ad99fb2-6718-4f7c-b93f-9c858968cdd4 service nova] Enqueued Resource ID: 97512ad8-9c41-4735-ba04-d29530c30e38 with Priority: HIGHEST for action port [ 794.233696] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_rules [ 794.233696] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_members [ 794.233696] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97512ad8-9c41-4735-ba04-d29530c30e38 with Priority: HIGHEST for action port [ 794.233696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.233696] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.233696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.233696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.233696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.234433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.234433] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.236184] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-97512ad8-9c41-4735-ba04-d29530c30e38 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.236184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.236184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.236184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.236184] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97512ad8-9c41-4735-ba04-d29530c30e38',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.281305] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.281680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.281680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.298988] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 794.481470] env[65957]: INFO networking_nsxv3.common.synchronization [None req-067fc4d3-0a66-4e81-aaff-a22fefb7fb69 None None] Enqueued Resource ID: fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3 with Priority: HIGHEST for action port [ 794.482051] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3 with Priority: HIGHEST for action port [ 794.482376] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.482498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.482662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.482852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.482944] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.601905] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 in Status: SUCCESS [ 794.602157] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee9264f-247c-41b2-a9e9-4ddb2b927899 deletion is rescheduled due to dependency. [ 794.602460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee9264f-247c-41b2-a9e9-4ddb2b927899" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.737865] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.738083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.739262] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.740668] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97512ad8-9c41-4735-ba04-d29530c30e38 with status ACTIVE [ 794.741416] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.741526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.741609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.741843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.742103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.742349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.742464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.742527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.742710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.742813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.743029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.743128] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.749786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.749786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.749786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.749786] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97512ad8-9c41-4735-ba04-d29530c30e38 is going to be updated. [ 794.773671] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.773989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.773989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.774106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.774226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.774405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97512ad8-9c41-4735-ba04-d29530c30e38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.989665] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3 [ 794.989665] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.989665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.989665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.989665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.989665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.989665] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3 already deleted. [ 794.989665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe3a5c0f-c2e1-4cbe-8700-b3cd64646cc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.160302] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 795.160679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.250338] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.757548] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.757548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.757548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.757548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.757548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.757548] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 is going to be created. [ 795.787976] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.787976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.787976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.788331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.789411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.803060] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 in Status: UNINITIALIZED for 2s [ 795.829264] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 795.829613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.322382] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 796.322771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.879015] env[65957]: INFO networking_nsxv3.common.synchronization [None req-fd057027-0edd-4ece-9023-b78d01b38546 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 796.879638] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 796.879965] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.880173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.880251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.880528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.880638] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.887730] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f8cb1e6a-ba39-4ed9-950e-57ab59af0478 None None] Enqueued Resource ID: e20b6fc0-0e08-4900-8126-94125fe973d3 with Priority: HIGHEST for action port [ 796.889166] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20b6fc0-0e08-4900-8126-94125fe973d3 with Priority: HIGHEST for action port [ 796.889166] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20b6fc0-0e08-4900-8126-94125fe973d3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.889166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20b6fc0-0e08-4900-8126-94125fe973d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.889166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20b6fc0-0e08-4900-8126-94125fe973d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.889166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20b6fc0-0e08-4900-8126-94125fe973d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.889166] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20b6fc0-0e08-4900-8126-94125fe973d3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.977987] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1935ea48-9e21-43af-ad18-490f3fffeecf tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 796.978748] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 796.979193] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.979315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.392315] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20b6fc0-0e08-4900-8126-94125fe973d3 [ 797.392315] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.392315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.392315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.392315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.392315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.392315] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20b6fc0-0e08-4900-8126-94125fe973d3 already deleted. [ 797.392315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20b6fc0-0e08-4900-8126-94125fe973d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.405887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.405887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.405887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.405887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.405887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.405887] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe already deleted. [ 797.405887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.405887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.405887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.405887] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.483774] env[65957]: INFO networking_nsxv3.common.synchronization [req-1906ea92-d767-4f6d-a93f-ee1a22a153ed req-4e46653d-a0bc-4314-9fee-768ad4ce3d09 tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 797.484403] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 797.484776] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.484915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.484983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485503] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.486600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.486600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.486600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.486600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.486600] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.820028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 in Status: SUCCESS [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.820028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.820028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.820028] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.929070] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.929070] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.929275] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.929558] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.930748] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.930748] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.930748] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.930748] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.930748] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.931024] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.931123] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.932255] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.932255] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.932255] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.932255] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.932255] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.933738] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.933920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.933989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.934229] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.934311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.934405] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe already deleted. [ 797.934523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.953572] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.953728] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.953864] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.954126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.954368] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-9f437c49-9028-4d8b-954e-410e6f5faeba taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.954513] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.954627] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.955015] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.955151] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f437c49-9028-4d8b-954e-410e6f5faeba',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.989242] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.322832] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.457705] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.458213] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.458482] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.458868] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.459105] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.459316] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 9f437c49-9028-4d8b-954e-410e6f5faeba not found, creating... [ 798.459924] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.460134] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.460254] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.460550] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.460743] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.461150] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.461416] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.461604] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.461968] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.462110] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.462310] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 9f437c49-9028-4d8b-954e-410e6f5faeba is going to be created. [ 798.487517] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.487749] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.487997] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.488358] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.488610] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.488832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.495487] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.825600] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54: rpc.has_security_group_logging(os_id): False [ 798.847997] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.847997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.848156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.848594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.848594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.848995] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.849192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.849316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.849667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.849801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.849988] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 is going to be created. [ 798.946795] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.947031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.947094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.947367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.947724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.961195] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 in Status: IN_PROGRESS for 2s [ 798.997926] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.998151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.998224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.998484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.998581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.998686] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 799.069238] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.069483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.069483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.069768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.069955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.080888] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 799.236589] env[65957]: INFO networking_nsxv3.common.synchronization [req-1906ea92-d767-4f6d-a93f-ee1a22a153ed req-678d33de-4df5-4ceb-b39c-ece170e71c80 service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 799.236764] env[65957]: INFO networking_nsxv3.common.synchronization [req-1906ea92-d767-4f6d-a93f-ee1a22a153ed req-678d33de-4df5-4ceb-b39c-ece170e71c80 service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 799.236939] env[65957]: INFO networking_nsxv3.common.synchronization [req-1906ea92-d767-4f6d-a93f-ee1a22a153ed req-678d33de-4df5-4ceb-b39c-ece170e71c80 service nova] Enqueued Resource ID: 9f437c49-9028-4d8b-954e-410e6f5faeba with Priority: HIGHEST for action port [ 799.237752] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 799.237805] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 799.237913] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f437c49-9028-4d8b-954e-410e6f5faeba with Priority: HIGHEST for action port [ 799.238580] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.238800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.238921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.239347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.239722] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.240940] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.241114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.241498] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f437c49-9028-4d8b-954e-410e6f5faeba taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.241726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.242841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.242841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.242841] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f437c49-9028-4d8b-954e-410e6f5faeba',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.744542] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.744975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.744975] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f437c49-9028-4d8b-954e-410e6f5faeba with status ACTIVE [ 799.745318] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.745318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.745407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.745606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.745698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.745973] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.746084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.746164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.746317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.746409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.746625] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.746724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.746786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.746967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.747459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.747459] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f437c49-9028-4d8b-954e-410e6f5faeba is going to be updated. [ 799.775192] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.775424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.775523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.775844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.775998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.776260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f437c49-9028-4d8b-954e-410e6f5faeba" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.323995] env[65957]: INFO networking_nsxv3.common.synchronization [req-b58ab354-3a23-4c2f-82f1-c35394251b45 req-53e5edf2-19b3-4839-935a-0b5687ea1ca8 tempest-FloatingIPsAssociationTestJSON-987097471 tempest-FloatingIPsAssociationTestJSON-987097471-project-member] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 800.324990] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGHEST for action security_group_members [ 800.325856] env[65957]: INFO networking_nsxv3.common.synchronization [req-6d93f900-f589-4f0e-8c4a-1d854be54e3b req-8e0d01e3-3f94-48b2-8cfe-067b8450e476 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_members [ 800.326179] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.326300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.326588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.326588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.326704] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.326803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.326864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.327040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.327126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.327220] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.328319] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_members [ 800.328702] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.328816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.328933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.329162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.329309] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.329408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.329471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.329685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.329764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.329856] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.749585] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.749988] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.749988] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.750234] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.750527] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.750835] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.751058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.751424] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.751622] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.751870] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.752010] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.752141] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.752248] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.752374] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.752508] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.752635] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.772989] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.773185] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.773314] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.773482] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.773868] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-9f457d25-2dd2-4c45-8561-65d1a55374c0 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.774068] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.774338] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.774508] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.774659] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f457d25-2dd2-4c45-8561-65d1a55374c0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.829699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.829950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.829950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.830190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.830280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.830473] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.830573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.830651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.830818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.830879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.830957] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be updated. [ 800.832525] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.832638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.832718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.832857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.832938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.833120] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.833210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.833268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.833408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.833482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.833565] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac already deleted. [ 800.833673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.872754] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.872851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.872851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.873075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.873215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.883899] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: IN_PROGRESS for 2s [ 800.974313] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 in Status: SUCCESS [ 800.974313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.091996] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 801.092260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.092452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.092678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.092884] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.093027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.093092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.093257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.093334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.093428] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.211589] env[65957]: INFO networking_nsxv3.common.synchronization [req-5024ae2d-092e-47a0-9e45-d8f5db3f5ba4 req-cd039678-829f-4ccf-9b6a-97ed6ddf48a2 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 801.212243] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 801.212596] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.212728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.212804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.213007] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.214018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.214147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.214218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.214390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.214474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.214571] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.282408] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.282408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.282408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.282408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.282408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.282408] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 9f457d25-2dd2-4c45-8561-65d1a55374c0 not found, creating... [ 801.282408] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.282408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.282408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.282408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.284335] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.286872] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.288025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.288025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.288025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.288025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.288025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 9f457d25-2dd2-4c45-8561-65d1a55374c0 is going to be created. [ 801.312862] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.314963] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.314963] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.314963] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.314963] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.314963] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.595457] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.717657] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.717918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.717982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.718202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.718304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.718880] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.718992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.719116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.719232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.719311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.719691] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 801.764845] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.764845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.764845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.764845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.764845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.779468] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 802.083512] env[65957]: INFO networking_nsxv3.common.synchronization [req-6d93f900-f589-4f0e-8c4a-1d854be54e3b req-3cb40dbe-ec21-4504-877a-36443e5df9dd service nova] Enqueued Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_rules [ 802.083512] env[65957]: INFO networking_nsxv3.common.synchronization [req-6d93f900-f589-4f0e-8c4a-1d854be54e3b req-3cb40dbe-ec21-4504-877a-36443e5df9dd service nova] Enqueued Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_members [ 802.083512] env[65957]: INFO networking_nsxv3.common.synchronization [req-6d93f900-f589-4f0e-8c4a-1d854be54e3b req-3cb40dbe-ec21-4504-877a-36443e5df9dd service nova] Enqueued Resource ID: 9f457d25-2dd2-4c45-8561-65d1a55374c0 with Priority: HIGHEST for action port [ 802.083974] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_rules [ 802.084115] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_members [ 802.085330] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f457d25-2dd2-4c45-8561-65d1a55374c0 with Priority: HIGHEST for action port [ 802.085330] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.085330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.085330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.085330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.085718] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.086629] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.086905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.086905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.087052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.087177] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.087226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.087276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.088649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.088649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.088649] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.090484] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f457d25-2dd2-4c45-8561-65d1a55374c0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.090783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.090783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.090921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.090955] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f457d25-2dd2-4c45-8561-65d1a55374c0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.098487] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.592482] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.593938] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.594081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.594298] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f457d25-2dd2-4c45-8561-65d1a55374c0 with status ACTIVE [ 802.594473] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.595076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.595076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.595076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.595076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.595360] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.595360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.595487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.595856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.595856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.595945] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.596032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.596066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.596260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.596347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.596589] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f457d25-2dd2-4c45-8561-65d1a55374c0 is going to be updated. [ 802.601019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.601019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.601019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.601205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.601832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.601832] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 802.623423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.623652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.623697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.623886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.624041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.624215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f457d25-2dd2-4c45-8561-65d1a55374c0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.631320] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.631491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.631534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.631738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.631903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.641756] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 802.896100] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 in Status: SUCCESS [ 802.896100] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 deletion is rescheduled due to dependency. [ 802.896393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.099071] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.603913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.604041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.604117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.604344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.604433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.604582] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac is going to be created. [ 803.631245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.631368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.631407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.631606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.631763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.643415] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac in Status: UNINITIALIZED for 2s [ 803.790081] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 803.790266] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 803.790413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.651835] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 804.652180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.652319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.652539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.652776] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.652909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.652970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.653151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.653241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.653324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.653422] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.159019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.159175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.159259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.159574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.159846] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.159972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.160104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.160330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.160485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.160573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.161034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.161034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.161034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.161205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.161349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.161451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.161548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.161731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.161857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.161959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.162092] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.654610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac in Status: SUCCESS [ 805.654902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.655071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.655310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.655503] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.655669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.655741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.655962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.656026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.656064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.656243] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.666878] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34db5f1c-f777-4166-9fd2-14947bea8b83: rpc.has_security_group_logging(os_id): False [ 805.689353] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.689556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.689765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.690148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.690256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.690540] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.690745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.690859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.691069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.691164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.691457] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.691619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.691713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.692044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.692152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.692427] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.692560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.692661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.692836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.692922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.693077] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 805.782230] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.782382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.782438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.782655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.782823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.796793] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 806.159800] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.450639] env[65957]: INFO networking_nsxv3.common.synchronization [req-b352d55e-323e-4e29-ac9d-796c50a26656 req-7bdafae0-2eea-4f70-aca0-be33af9a3305 tempest-ImagesOneServerTestJSON-2044008997 tempest-ImagesOneServerTestJSON-2044008997-project-member] Enqueued Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_members [ 806.451365] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGHEST for action security_group_members [ 806.451716] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.451933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.451933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.452099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.452267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.452377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.452430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.452594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.452682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.452779] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.662162] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce1eed4e-f69e-4ecb-8c33-35a59dedfdac: rpc.has_security_group_logging(os_id): False [ 806.681393] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.681603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.681806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.682161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.682311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.682683] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.682848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.682953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.683261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.683383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.683642] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac is going to be created. [ 806.755568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.755879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.755961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.756352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.756567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.769445] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac in Status: IN_PROGRESS for 2s [ 806.955345] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.955559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.955757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.955843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956108] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.956190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.956243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.956454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.956542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956637] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7897b845-180a-429d-ac7b-ca3358080086 is going to be updated. [ 806.995080] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.995264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.995311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.995508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.995644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.006817] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7897b845-180a-429d-ac7b-ca3358080086 in Status: IN_PROGRESS for 2s [ 807.809480] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 807.809837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.785910] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac in Status: SUCCESS [ 808.786758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.018407] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7897b845-180a-429d-ac7b-ca3358080086 in Status: SUCCESS [ 809.018407] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7897b845-180a-429d-ac7b-ca3358080086 deletion is rescheduled due to dependency. [ 809.018407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.334030] env[65957]: INFO networking_nsxv3.common.synchronization [req-ad6d369e-30d2-4690-9ca7-fd6b54b47f23 req-932735a5-6c82-48e6-9561-7432b07eac42 tempest-ServersWithSpecificFlavorTestJSON-1024937941 tempest-ServersWithSpecificFlavorTestJSON-1024937941-project-member] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 810.335219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 810.335219] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.335219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.335219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.335493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.335548] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.335630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.335666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.335817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.335899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.335998] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.838764] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.838937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.839014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.839821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.839821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.839821] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.839821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.839821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.840153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.840153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.840153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be updated. [ 810.889787] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.889951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.890019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.890262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.890406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.900824] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: IN_PROGRESS for 2s [ 812.913552] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: SUCCESS [ 812.913552] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 deletion is rescheduled due to dependency. [ 812.914073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.097034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.097034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.097034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.097034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.097034] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.601028] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.107788] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.546856] env[65957]: INFO networking_nsxv3.common.synchronization [None req-220bacbe-e384-424e-aa1e-db064772cc9e tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_rules [ 814.549285] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_rules [ 814.549606] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2712b2-ef3a-40de-b019-c36c0e181510 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.549818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.549878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.550156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.550246] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.611822] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 814.611993] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 814.738531] env[65957]: INFO networking_nsxv3.common.synchronization [None req-352f85cd-73e2-4705-a337-506f04f48c55 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_rules [ 814.739203] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_rules [ 814.739491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2712b2-ef3a-40de-b019-c36c0e181510 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.739601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.792932] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.793113] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.793260] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.793569] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.793864] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.794755] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.794959] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.795249] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.795403] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.795628] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.795754] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.795913] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.795969] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.796086] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.796248] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.796393] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.816600] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.816818] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.816904] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.817088] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.817840] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-d4e4f529-16c5-4db4-ac56-c985672dd9b7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.817840] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.817840] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.818120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.818157] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e4f529-16c5-4db4-ac56-c985672dd9b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.081706] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.082039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.082039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.082258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.082348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.082451] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 already deleted. [ 815.082537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.082704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.082880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.082980] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.320853] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.321213] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.321326] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.321717] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.321925] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.322490] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.322674] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.322795] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.323387] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.323701] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.323915] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.324136] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.324516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.324779] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.324940] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.325356] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 is going to be updated. [ 815.350870] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.351126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.351246] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.351573] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.351798] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.352126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.506237] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.506470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.506578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.506904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.530791] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 815.532307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.533902] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 815.574450] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.574640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.574883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.574965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.581605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.582237] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 815.582322] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.582471] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.604929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.605123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.605211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.605577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.605728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.605896] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 already deleted. [ 815.606059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.630444] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.630632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.630704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.631011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.632621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.632621] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 815.736718] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.736963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.737190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.737495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.737793] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 815.809525] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.810132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.810132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.810305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.810461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.810822] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 815.810880] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6a49321f-0dff-4d62-b21c-a5debe5cd69e', 'f5367d94-5c4d-41b1-a2c3-e0fd998e93bb', 'c7e28c99-22c1-4dbe-aa59-15de51c49f63', '8beb918e-1652-459c-8076-457c825a8987', '8858dfb5-ba26-4239-a7fd-1d244058c7d6', '7897b845-180a-429d-ac7b-ca3358080086', '262222e6-0901-42a4-9cf9-7a35f2894831', '34db5f1c-f777-4166-9fd2-14947bea8b83', '94d882eb-6568-42de-a4fe-532fcf22ab1c', '51b62bf9-4e85-4ffc-a8c1-7529da5d3b14', '56ed695e-7a54-4270-b523-c994c6773d3c', '63006db2-be58-4e06-8c73-eb8e691b0be2', 'c20182d2-db26-44de-acec-3a81267dbdc3', 'b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910', '4ca9c37a-6693-49bf-99b9-f89fe3997207', '93f98c1f-121f-43cc-9bd0-003e5b6ebe50', '0863de6b-342b-41fc-a441-d157d9addf6f', '1aee592d-3e03-405a-a062-9671cbaf9b53', '2a4b1bf7-95c5-4eb7-9764-4f36d16905c8', '1cca2983-b095-4311-acef-4fc22eec0372', 'ce1eed4e-f69e-4ecb-8c33-35a59dedfdac', '450aa4cc-3fe9-4baa-b93c-8c50ffcadd54', '82d6b2a0-2695-40d0-aa5f-7e83cd159aed', '8ee9264f-247c-41b2-a9e9-4ddb2b927899', '2bea3b8d-d978-45f2-b73f-a89ddaeb5acb', 'b0bf5ec3-ad76-4c05-8381-987a725576de', 'f2dcd3e9-9439-4353-944c-d808906d953d', '35c82d24-c395-4b2c-8c8d-6baef172ade7', '7daaa804-978f-4c5b-a0b5-3d35217e0b2d', 'd843878d-bd82-4258-aa26-d22c67d34b90', 'a70c8722-86ec-44d7-9a6a-12523270c587', 'e80be11b-f72b-4b96-a7ab-de076c0fd26b', '9ce955f7-07b2-4076-80d8-06c296565870', 'b5cf1432-7ad2-4176-8f0e-86dc98a754a1', 'cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c', '3520f38c-23dd-4b8c-b6ee-eb277403e779'} {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.811019] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 815.836830] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.836830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.836830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.836830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.836830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.836830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 815.836830] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.836830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 815.905567] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.905696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.905774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.906067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.907015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.907320] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 815.907410] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.907504] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 815.907912] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 815.907912] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 815.907912] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGH for action security_group_rules [ 815.907912] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGH for action security_group_rules [ 815.908197] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGH for action security_group_rules [ 815.908197] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGH for action security_group_rules [ 815.908197] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGH for action security_group_rules [ 815.908197] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGH for action security_group_rules [ 815.908564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGH for action security_group_rules [ 815.908564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGH for action security_group_rules [ 815.908564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGH for action security_group_rules [ 815.908564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGH for action security_group_rules [ 815.908564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGH for action security_group_rules [ 815.908564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGH for action security_group_rules [ 815.909613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.114477] env[65957]: INFO networking_nsxv3.common.synchronization [req-17812057-9599-4501-aa0e-08768c07d206 req-5a406408-ce62-4336-808c-b768ca58d333 service nova] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 816.114477] env[65957]: INFO networking_nsxv3.common.synchronization [req-17812057-9599-4501-aa0e-08768c07d206 req-5a406408-ce62-4336-808c-b768ca58d333 service nova] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 816.114558] env[65957]: INFO networking_nsxv3.common.synchronization [req-17812057-9599-4501-aa0e-08768c07d206 req-5a406408-ce62-4336-808c-b768ca58d333 service nova] Enqueued Resource ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 with Priority: HIGHEST for action port [ 816.115568] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_rules [ 816.115568] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 816.115568] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 with Priority: HIGHEST for action port [ 816.115568] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e with Priority: HIGH for action security_group_rules [ 816.116051] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 with Priority: HIGH for action security_group_rules [ 816.116051] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGH for action security_group_rules [ 816.116051] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGH for action security_group_rules [ 816.116051] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cca2983-b095-4311-acef-4fc22eec0372 with Priority: HIGH for action security_group_rules [ 816.116051] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGH for action security_group_rules [ 816.116610] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGH for action security_group_rules [ 816.116769] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGH for action security_group_rules [ 816.116885] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 with Priority: HIGH for action security_group_rules [ 816.117157] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 with Priority: HIGH for action security_group_rules [ 816.117469] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGH for action security_group_rules [ 816.117582] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGH for action security_group_rules [ 816.117657] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGH for action security_group_rules [ 816.117828] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGH for action security_group_rules [ 816.117924] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c with Priority: HIGH for action security_group_rules [ 816.118031] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7897b845-180a-429d-ac7b-ca3358080086 with Priority: HIGH for action security_group_rules [ 816.118082] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGH for action security_group_rules [ 816.118298] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 with Priority: HIGH for action security_group_rules [ 816.118452] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb with Priority: HIGH for action security_group_rules [ 816.118564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8beb918e-1652-459c-8076-457c825a8987 with Priority: HIGH for action security_group_rules [ 816.118889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.119106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.119106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.119587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.119707] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.124037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.124037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.124037] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.124037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e4f529-16c5-4db4-ac56-c985672dd9b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.124037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.124603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.124603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.124603] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e4f529-16c5-4db4-ac56-c985672dd9b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.126231] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.126350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.126350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.126511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.126609] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a49321f-0dff-4d62-b21c-a5debe5cd69e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.127797] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.128151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.129886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.129886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.129886] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7e28c99-22c1-4dbe-aa59-15de51c49f63',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.130113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.130210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.130298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.130536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.130536] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.131610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.131766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.131766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.131921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.131994] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.132877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cca2983-b095-4311-acef-4fc22eec0372 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.132992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.133447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.133530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.133604] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cca2983-b095-4311-acef-4fc22eec0372',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.134539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.134646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.134849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.135241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.135335] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.136750] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.136869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.136928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.137166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.137241] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.138261] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.138430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.138497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.138637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.138712] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.138932] env[65957]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 816.140051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.140051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.140051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.140777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.140849] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.142093] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.142203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.142249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.142480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.142480] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93f98c1f-121f-43cc-9bd0-003e5b6ebe50',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.143611] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.143677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.143716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.143857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.143954] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.146867] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.146867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.146867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.147077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.147077] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.147881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.148018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.148081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.148223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.148287] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.149094] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.149189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.149373] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d882eb-6568-42de-a4fe-532fcf22ab1c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.149485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.149531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.151414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.151414] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d882eb-6568-42de-a4fe-532fcf22ab1c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.151414] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7897b845-180a-429d-ac7b-ca3358080086 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.151414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.151414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.151586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.151586] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7897b845-180a-429d-ac7b-ca3358080086',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.152488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.152583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.152641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.152798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.152871] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.153955] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.154126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.154210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.154454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.154553] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8858dfb5-ba26-4239-a7fd-1d244058c7d6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.155792] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.155896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.156531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.156531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.156531] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5367d94-5c4d-41b1-a2c3-e0fd998e93bb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.156531] env[65957]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 816.158088] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8beb918e-1652-459c-8076-457c825a8987 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.158245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.158335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.158862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.158969] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8beb918e-1652-459c-8076-457c825a8987',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.663466] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.664450] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4e4f529-16c5-4db4-ac56-c985672dd9b7 with status ACTIVE [ 816.664654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.664803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.664865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.665318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.665889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.665889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.665889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.666206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.666206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.666285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.666427] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.666505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.666570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.666770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.666873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.666987] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4e4f529-16c5-4db4-ac56-c985672dd9b7 is going to be updated. [ 816.671805] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.671926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.695935] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.696187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.696404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.696735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.696735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e4f529-16c5-4db4-ac56-c985672dd9b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.699162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.699315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.699388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.699523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.699738] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.699911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.699964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.700097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.700480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.700480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.700480] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.712027] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.712872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.712872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.712872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.712872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.713101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.713101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.713167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.713218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.713311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.713404] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.720093] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.720263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.720799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.721008] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.721113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.721209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.721296] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.722671] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.722886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.722886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.723219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.723353] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.723455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.723528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.723701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.723802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.723900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.723982] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.724837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.724943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.725027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.725188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.725327] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.725414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.725473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.725625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.725746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.725792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.725872] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.728131] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.728292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.728405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.728494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.728777] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.728894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.728976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.729148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.729228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.729324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.729419] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.730298] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.730455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.730512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.730612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.730757] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.730903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.730903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.731138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.731138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.731232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.731276] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.732195] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.732298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.732343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.732864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.733030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.733131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.733208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.733353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.733452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.733537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.733616] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.773146] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.773367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.773367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.773574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.775663] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.775774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.786196] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.786335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.788601] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.788734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804438] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804438] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804438] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804438] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804747] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804747] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804747] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.818862] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.819466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.819623] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d882eb-6568-42de-a4fe-532fcf22ab1c is going to be deleted. [ 816.821152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.821152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.840681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.840791] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be deleted. [ 816.841752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.841993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.865865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.866024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8858dfb5-ba26-4239-a7fd-1d244058c7d6 is going to be deleted. [ 816.867221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.867347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.905543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.905730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.925641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.925641] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7897b845-180a-429d-ac7b-ca3358080086 is going to be deleted. [ 816.926999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.926999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.933031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.933031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.979518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.979702] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cca2983-b095-4311-acef-4fc22eec0372 is going to be deleted. [ 816.980648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.980949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.003261] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.003261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.011378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.011533] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7e28c99-22c1-4dbe-aa59-15de51c49f63 is going to be deleted. [ 817.013152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.013380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.026979] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.027141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.075229] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.075421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.076323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.076463] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910 is going to be deleted. [ 817.077406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.077607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.105567] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.105715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.149431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.149592] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a49321f-0dff-4d62-b21c-a5debe5cd69e is going to be deleted. [ 817.150613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.150851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.172360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.172543] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93f98c1f-121f-43cc-9bd0-003e5b6ebe50 is going to be deleted. [ 817.173541] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.174523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.174746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.203378] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.203378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.203595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.203855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.203855] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.204023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.204023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.204142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.204206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.204283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.204439] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.204594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.204662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.204768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.204894] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.204991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.205064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.205205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.205277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.205353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.205735] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.235679] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.235867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.235938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.236166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.236345] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.236449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.236499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.236678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.236752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.236836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.237012] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.237106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.237162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.237303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.237456] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.237546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.237613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.237787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.237868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.237950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.238048] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.239135] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.239287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.239371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.239583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.239776] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.239887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.239952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.240110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.240220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.240351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.240471] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.240544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.240583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.240761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.240889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.240996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.241062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.241266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.241266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.241414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.241414] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.245543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.245543] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8beb918e-1652-459c-8076-457c825a8987 is going to be deleted. [ 817.245543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.245543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.245543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.245543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.245924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.245924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.245924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.246096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.246206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.246251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.247130] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.247130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.247130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.247130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.247130] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.247130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.247130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.247130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.247130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.247679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.247679] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.248195] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.249384] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.250270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.250357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.253327] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.253499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.253819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.253819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.253953] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.254276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.254276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.254276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.254432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.254483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.255780] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.255780] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.255780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.255780] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.256747] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.256747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.256747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.257030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.257030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.257153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.257153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.257243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.257863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.257863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.257863] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.257863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.257863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.258357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.258357] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.258357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.258357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.258357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.258897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.258897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.258897] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.266365] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.266541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.267615] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.267880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.332202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.332404] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5367d94-5c4d-41b1-a2c3-e0fd998e93bb is going to be deleted. [ 817.333624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.333897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.333999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.334214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d882eb-6568-42de-a4fe-532fcf22ab1c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.334415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.334885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.334885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.334885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8858dfb5-ba26-4239-a7fd-1d244058c7d6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7897b845-180a-429d-ac7b-ca3358080086" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cca2983-b095-4311-acef-4fc22eec0372" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.337830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.338492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7e28c99-22c1-4dbe-aa59-15de51c49f63" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.338492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.338492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.338603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.338844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a49321f-0dff-4d62-b21c-a5debe5cd69e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.338844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.339069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.339232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.339232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2cdd9f1-96ab-4fa6-9474-6c0d7f4db910" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.371992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.372203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.372243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.372541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.372541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.372672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93f98c1f-121f-43cc-9bd0-003e5b6ebe50" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.404679] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.404679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.404679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.405101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.405168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.405317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8beb918e-1652-459c-8076-457c825a8987" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.467972] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.468197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.468197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.468593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.468593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.468925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5367d94-5c4d-41b1-a2c3-e0fd998e93bb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.678412] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.678412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.678412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.678894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.678894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.678894] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 is going to be updated. [ 817.708761] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aee592d-3e03-405a-a062-9671cbaf9b53: rpc.has_security_group_logging(os_id): False [ 817.713906] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.713906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.713906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.713906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.714481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.727835] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: IN_PROGRESS for 2s [ 817.730654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.731428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.731428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.731428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.743852] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56ed695e-7a54-4270-b523-c994c6773d3c: rpc.has_security_group_logging(os_id): False [ 817.754227] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63006db2-be58-4e06-8c73-eb8e691b0be2: rpc.has_security_group_logging(os_id): False [ 817.755459] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8: rpc.has_security_group_logging(os_id): False [ 817.756311] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca9c37a-6693-49bf-99b9-f89fe3997207: rpc.has_security_group_logging(os_id): False [ 817.759040] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0863de6b-342b-41fc-a441-d157d9addf6f: rpc.has_security_group_logging(os_id): False [ 817.761119] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34db5f1c-f777-4166-9fd2-14947bea8b83: rpc.has_security_group_logging(os_id): False [ 817.762420] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c20182d2-db26-44de-acec-3a81267dbdc3: rpc.has_security_group_logging(os_id): False [ 817.783309] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.783309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.784598] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.784915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.785823] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.786110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.788321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.788524] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.788656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.788757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.789109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.789109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.789382] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.789462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.789528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.789760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.789890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.790076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.790161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.790212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.790399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.790503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.790633] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 817.792975] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.792975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.793088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.793429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.797314] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.797492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.798992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.798992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.799933] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.800091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.842738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.843630] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.843883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.843992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.844436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.844719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.845131] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.845307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.845405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.845612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.845721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.846046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.846155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.846325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.846413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.846481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.846924] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be updated. [ 817.848123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.848359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.873619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.874075] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.874144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.874144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.874861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.874861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.874861] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 817.875733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.875922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.898129] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.898307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.905813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.907088] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.907297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.907297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.907601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.908265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.908265] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.908265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.908265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.908580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.908700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.908982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.909157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.909278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.909461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.909585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.909764] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 817.911356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.911356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.933760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.934083] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.934217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.934283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.934509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.934593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.934792] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.935258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.935258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.935258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.935258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935501] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.935501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.935637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.935676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.935724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 817.936944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.937117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.949487] env[65957]: INFO networking_nsxv3.common.synchronization [req-76d4d7fd-a61e-423e-86be-6b068e0bfa56 req-fe02df3c-1e2d-4867-a550-e9a071bdcd3f tempest-MigrationsAdminTest-706983194 tempest-MigrationsAdminTest-706983194-project-member] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 817.950635] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 817.950987] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.951151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.951216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.951392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.951543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.951654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.951786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.951871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.951926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.952015] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.976458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.976700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.982259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.982556] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.982684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.982751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.982992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.983065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.983316] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.983477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.983477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.983615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.983681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.983825] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.983915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.983955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.984121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.984262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.984304] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be updated. [ 817.987841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.988664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.988664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.991122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.991441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.010923] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.010923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.043656] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 818.050117] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.050373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.070373] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.070502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.078079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.078079] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.078079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.078079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.079682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.082270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.082270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.082270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.082270] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be updated. [ 818.083251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.083449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.083615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.084741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.085216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.122671] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: IN_PROGRESS for 2s [ 818.129116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.129713] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.129713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.129713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.130148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.132049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.132049] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be updated. [ 818.132049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.132049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.132496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.134036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.134036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.135025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.135436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.135628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.135770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.159579] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.160641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.160641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.160641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.160641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.189039] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 818.190308] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 818.203995] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 2s [ 818.217365] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 818.258322] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.258514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.258564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.258770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.258955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.279952] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: IN_PROGRESS for 2s [ 818.316044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.316044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.316044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.317509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.317802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.342993] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: IN_PROGRESS for 2s [ 818.369184] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.369496] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.370999] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.370999] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.370999] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.370999] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.370999] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.370999] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.371482] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.371482] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.371482] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.371482] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.371614] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.371648] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.371745] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.371902] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.408375] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.408655] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.408808] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.408986] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-604" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.409334] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-408c7097-7d9b-41d4-864a-12cb21fc4c62 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.409512] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410288] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.410288] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.410417] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('408c7097-7d9b-41d4-864a-12cb21fc4c62',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.456683] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.913554] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.913957] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.913957] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.914280] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.914451] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.914831] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 408c7097-7d9b-41d4-864a-12cb21fc4c62 not found, creating... [ 818.914990] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.915222] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.915405] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.915681] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.915871] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.916243] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.916449] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.916577] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.916787] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.916933] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.917084] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 408c7097-7d9b-41d4-864a-12cb21fc4c62 is going to be created. [ 818.937952] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.938217] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938365] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.938667] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.938991] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.939268] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.941733] env[65957]: INFO networking_nsxv3.common.synchronization [req-495c2dbd-9315-4720-8573-8f7b4580b725 req-eef0306f-6cb8-4dbd-9eb8-a781f17fa499 tempest-ServersAdminNegativeTestJSON-1079525576 tempest-ServersAdminNegativeTestJSON-1079525576-project-member] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 818.942476] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGHEST for action security_group_members [ 818.942806] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.942927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.942988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.943213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.943400] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.943532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.943595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.943775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.943880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.943974] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.961074] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.449043] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.449043] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.449043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.449043] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be updated. [ 819.463782] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.463782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.463782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.463782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.463782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.463782] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be updated. [ 819.485311] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.485512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.485512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.485728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.485872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.500752] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: IN_PROGRESS for 2s [ 819.501831] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.501831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.501831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.502068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.502693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.513070] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: IN_PROGRESS for 2s [ 819.688467] env[65957]: INFO networking_nsxv3.common.synchronization [req-76d4d7fd-a61e-423e-86be-6b068e0bfa56 req-d8d50f39-3c1e-4787-b617-6b32e178639b service nova] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_rules [ 819.688862] env[65957]: INFO networking_nsxv3.common.synchronization [req-76d4d7fd-a61e-423e-86be-6b068e0bfa56 req-d8d50f39-3c1e-4787-b617-6b32e178639b service nova] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 819.688862] env[65957]: INFO networking_nsxv3.common.synchronization [req-76d4d7fd-a61e-423e-86be-6b068e0bfa56 req-d8d50f39-3c1e-4787-b617-6b32e178639b service nova] Enqueued Resource ID: 408c7097-7d9b-41d4-864a-12cb21fc4c62 with Priority: HIGHEST for action port [ 819.689305] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_rules [ 819.689601] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 819.689601] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408c7097-7d9b-41d4-864a-12cb21fc4c62 with Priority: HIGHEST for action port [ 819.689869] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.691112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.691112] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.691112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.691341] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-408c7097-7d9b-41d4-864a-12cb21fc4c62 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.691890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.691890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.691890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.691890] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('408c7097-7d9b-41d4-864a-12cb21fc4c62',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.740085] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: SUCCESS [ 819.740245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.740433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.740680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.740893] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.741070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.741160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.741338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.741437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.741529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.741634] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.062398] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 820.062707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.139239] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 820.139239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.139239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.139239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.139699] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.193785] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 408c7097-7d9b-41d4-864a-12cb21fc4c62 with status ACTIVE [ 820.193785] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.193785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.193785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.194919] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.194919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.194919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.194919] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.195189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.195189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.195189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.195480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195480] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 408c7097-7d9b-41d4-864a-12cb21fc4c62 is going to be updated. [ 820.209170] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 820.209295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210136] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 820.210297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.216428] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.216608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.216671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.216937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.217175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.217360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-408c7097-7d9b-41d4-864a-12cb21fc4c62" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.222102] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 820.222305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.228686] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 820.228961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.245374] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.307426] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 820.307678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.372522] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: SUCCESS [ 820.372522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.643358] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.643482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.644503] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-9d4c8941-02ab-4551-972c-61bef4872ce0 tempest-ListServersNegativeTestJSON-1179025617 tempest-ListServersNegativeTestJSON-1179025617-project-member] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 820.645121] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 820.645457] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.645583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.645646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.645935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.646109] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.646228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.646314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.646504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.646597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.646690] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.748061] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14: rpc.has_security_group_logging(os_id): False [ 820.768678] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.768856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.768920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.769235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.867549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.868138] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.868138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.869035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.869035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.869035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.869035] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 is going to be updated. [ 820.940168] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.940400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.940400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.940597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.940822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.955903] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: IN_PROGRESS for 2s [ 821.148733] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.148733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.149208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.149208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.149208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.149383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.149505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.149570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.149769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.149872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.149962] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc already deleted. [ 821.150062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.199345] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.199641] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.199867] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.200383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.200777] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.200981] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.201220] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.201524] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.201726] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.202043] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.202208] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.202352] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.202465] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.202593] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.202705] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.202829] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.223863] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.224008] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.224154] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.224323] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.224635] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-04b69093-60aa-4992-b216-aa7ef3180261 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.224803] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.224917] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.225295] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.225435] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b69093-60aa-4992-b216-aa7ef3180261',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.512939] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0863de6b-342b-41fc-a441-d157d9addf6f in Status: SUCCESS [ 821.513188] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f deletion is rescheduled due to dependency. [ 821.513263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523340] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 821.523561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.524025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.524233] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.524354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.524420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.524585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.524665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.524832] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.728860] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.728860] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.729421] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.729421] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.729686] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.729686] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 04b69093-60aa-4992-b216-aa7ef3180261 not found, creating... [ 821.730045] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.730259] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.730383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.730630] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.730884] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.731312] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.731516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.731638] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.731858] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.732015] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.732203] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 04b69093-60aa-4992-b216-aa7ef3180261 is going to be created. [ 821.754703] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.754976] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.755122] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.755475] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.755716] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.755938] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.028876] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.463335] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-419de3ae-099c-4227-a61d-d819e262a8b5 service nova] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_rules [ 822.463697] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-419de3ae-099c-4227-a61d-d819e262a8b5 service nova] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 822.463697] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-419de3ae-099c-4227-a61d-d819e262a8b5 service nova] Enqueued Resource ID: 04b69093-60aa-4992-b216-aa7ef3180261 with Priority: HIGHEST for action port [ 822.464192] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_rules [ 822.464349] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 822.464432] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b69093-60aa-4992-b216-aa7ef3180261 with Priority: HIGHEST for action port [ 822.464714] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.464825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.464895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.465596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.465772] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.468585] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.468712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.468820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.471205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.471205] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.471205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.471205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.471205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.471205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.471205] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.472473] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b69093-60aa-4992-b216-aa7ef3180261 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.472627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.472981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.473301] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b69093-60aa-4992-b216-aa7ef3180261',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.532645] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.723101] env[65957]: INFO networking_nsxv3.common.synchronization [None req-d9da40f4-6e29-429c-b2bf-1790d993a5b5 None None] Enqueued Resource ID: d04dfd7f-19fd-49fd-9874-266e1be75103 with Priority: HIGHEST for action port [ 822.723689] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04dfd7f-19fd-49fd-9874-266e1be75103 with Priority: HIGHEST for action port [ 822.723995] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d04dfd7f-19fd-49fd-9874-266e1be75103 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.724673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d04dfd7f-19fd-49fd-9874-266e1be75103" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.724781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d04dfd7f-19fd-49fd-9874-266e1be75103" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.725065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d04dfd7f-19fd-49fd-9874-266e1be75103" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.725286] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04dfd7f-19fd-49fd-9874-266e1be75103',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.943836] env[65957]: INFO networking_nsxv3.common.synchronization [req-d6654f1c-3354-47ac-8c3d-0a01a71da774 req-8282c737-d9b5-4245-9888-475df1c91a31 tempest-ListImageFiltersTestJSON-529160639 tempest-ListImageFiltersTestJSON-529160639-project-member] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 822.944480] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGHEST for action security_group_members [ 822.944817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.944936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.946729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.946729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.946729] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.946729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.946729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.946729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.946729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.946729] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.970249] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.970249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.974276] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.975886] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: SUCCESS [ 822.976130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.976361] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b69093-60aa-4992-b216-aa7ef3180261 with status ACTIVE [ 822.976567] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.976684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.976750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.976979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.978339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.978568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.978683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.978747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.978931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.979031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.979247] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.979347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.979409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.979560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.979635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.979718] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b69093-60aa-4992-b216-aa7ef3180261 is going to be updated. [ 822.982093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.982270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.982359] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.022351] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.022729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.022729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.023129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.023342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.023584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b69093-60aa-4992-b216-aa7ef3180261" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.036905] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.037040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.037100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.037705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.037705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.037871] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be updated. [ 823.096816] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.096972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.097076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.097307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.097448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.120636] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: IN_PROGRESS for 2s [ 823.228984] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d04dfd7f-19fd-49fd-9874-266e1be75103 [ 823.229260] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.229402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.229463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.229692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.229839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.229951] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d04dfd7f-19fd-49fd-9874-266e1be75103 already deleted. [ 823.230049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d04dfd7f-19fd-49fd-9874-266e1be75103" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.428447] env[65957]: INFO networking_nsxv3.common.synchronization [req-d9bd504b-915c-4bc4-af06-0d4a3cad8bd7 req-b9d172ac-c364-4ef2-aa2c-a75b5525ad32 tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 823.428447] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 823.428817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.428980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.433035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.433035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.433035] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.433035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.433226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.433294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.433385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.433502] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.450698] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.450698] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.450698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.450698] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be updated. [ 823.484183] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.484183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.484183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.484183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.484183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.485383] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.486619] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.486757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.486798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.487087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.487287] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.487412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.487472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.487638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.487722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.487810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.487903] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.499148] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: IN_PROGRESS for 2s [ 823.888139] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.888139] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.888139] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.888139] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.888560] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.888905] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.889183] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.889550] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.889904] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.890243] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.890522] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.890797] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.891046] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.891294] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.891499] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.891748] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.915969] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.915969] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.915969] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.915969] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.915969] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-47ba0c76-9440-48e9-b035-06671e619cff taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.915969] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.915969] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.915969] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.915969] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ba0c76-9440-48e9-b035-06671e619cff',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.939707] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.939707] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.939707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.940664] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c already deleted. [ 823.941533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.993155] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.993155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.993155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.993155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.993155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.993155] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be created. [ 823.993155] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.022296] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.022484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.022597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.022769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.022927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.039429] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: UNINITIALIZED for 2s [ 824.174801] env[65957]: INFO networking_nsxv3.common.synchronization [None req-b335ebb8-270d-488c-84a7-d081ff45eaaa tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_rules [ 824.174801] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_rules [ 824.174801] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.174801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.174801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.174801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.174801] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.358203] env[65957]: INFO networking_nsxv3.common.synchronization [None req-6e717553-58c6-44be-9b1c-6571d93f1a3f tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_rules [ 824.358441] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_rules [ 824.358659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.358773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.418210] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.418462] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.418580] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.418881] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.420184] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.420184] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 47ba0c76-9440-48e9-b035-06671e619cff not found, creating... [ 824.420184] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.420184] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.420184] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.420184] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.420184] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.420934] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.420934] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.420934] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.421302] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.421302] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.421302] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 47ba0c76-9440-48e9-b035-06671e619cff is going to be created. [ 824.448196] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.448510] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.448979] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.449368] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.449984] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.450285] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.500035] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14: rpc.has_security_group_logging(os_id): False [ 824.524194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.524557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.524557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.524938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.524938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.526443] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.526694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.526840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.527117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.527534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.527534] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 is going to be updated. [ 824.632224] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.632522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.632522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.632705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.632857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.660031] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: IN_PROGRESS for 2s [ 824.703190] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.703190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.703190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.703190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.703190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.703190] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46b70ca-c833-4c53-be05-42ceca58395f already deleted. [ 824.703190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.703190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.703190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.703190] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.132497] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 825.132737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.132948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.133194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.133454] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.133593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.133682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.133853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.133946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.134066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.134163] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.235267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.235267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.235550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.235611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.235672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.235777] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46b70ca-c833-4c53-be05-42ceca58395f already deleted. [ 825.235840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.244997] env[65957]: INFO networking_nsxv3.common.synchronization [req-d9bd504b-915c-4bc4-af06-0d4a3cad8bd7 req-7a74e181-f984-42b7-8a34-7a45d25dfe29 service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 825.245165] env[65957]: INFO networking_nsxv3.common.synchronization [req-d9bd504b-915c-4bc4-af06-0d4a3cad8bd7 req-7a74e181-f984-42b7-8a34-7a45d25dfe29 service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 825.245280] env[65957]: INFO networking_nsxv3.common.synchronization [req-d9bd504b-915c-4bc4-af06-0d4a3cad8bd7 req-7a74e181-f984-42b7-8a34-7a45d25dfe29 service nova] Enqueued Resource ID: 47ba0c76-9440-48e9-b035-06671e619cff with Priority: HIGHEST for action port [ 825.245796] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 825.245959] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 825.246158] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ba0c76-9440-48e9-b035-06671e619cff with Priority: HIGHEST for action port [ 825.247166] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.247166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.247166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.247166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.247166] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.248996] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.249159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.249258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.250132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.250925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.250925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.250925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.250925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.250925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.250925] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.256110] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-47ba0c76-9440-48e9-b035-06671e619cff taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.256286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.256340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.256527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.256679] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ba0c76-9440-48e9-b035-06671e619cff',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.380022] env[65957]: INFO networking_nsxv3.common.synchronization [None req-5a568490-973e-4c19-b809-3e115b68cde4 None None] Enqueued Resource ID: 7f90cdbe-278f-4414-b3dc-ce38e6f8d05b with Priority: HIGHEST for action port [ 825.380022] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f90cdbe-278f-4414-b3dc-ce38e6f8d05b with Priority: HIGHEST for action port [ 825.380022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f90cdbe-278f-4414-b3dc-ce38e6f8d05b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.380022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f90cdbe-278f-4414-b3dc-ce38e6f8d05b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.380022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f90cdbe-278f-4414-b3dc-ce38e6f8d05b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.380022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f90cdbe-278f-4414-b3dc-ce38e6f8d05b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.380022] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f90cdbe-278f-4414-b3dc-ce38e6f8d05b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.512392] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c20182d2-db26-44de-acec-3a81267dbdc3 in Status: SUCCESS [ 825.513310] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 deletion is rescheduled due to dependency. [ 825.513310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.643536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.644296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.644296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.644296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.644296] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.644456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.644456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.644616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.644650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.644814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.646073] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.646073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.646073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.646073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.646073] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.646073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.646073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.647628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.647628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.647628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.647628] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.759252] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.759454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.760037] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.762026] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47ba0c76-9440-48e9-b035-06671e619cff with status ACTIVE [ 825.762026] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.762026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.762026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.762309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.762309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.762468] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.762573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.762635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.762784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.762857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.763057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.763151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.763205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.763378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.763452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.763538] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47ba0c76-9440-48e9-b035-06671e619cff is going to be updated. [ 825.787538] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.787538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.787538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.787538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.787839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.788540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47ba0c76-9440-48e9-b035-06671e619cff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.794241] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-1fbd81a7-6b0e-4eeb-81ff-e40f138c9832 tempest-ListServersNegativeTestJSON-1179025617 tempest-ListServersNegativeTestJSON-1179025617-project-member] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 825.794868] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 825.795442] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.795442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.882585] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f90cdbe-278f-4414-b3dc-ce38e6f8d05b [ 825.882585] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.882585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.882971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.884057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.884188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.884315] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f90cdbe-278f-4414-b3dc-ce38e6f8d05b already deleted. [ 825.884402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f90cdbe-278f-4414-b3dc-ce38e6f8d05b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.055175] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 826.055417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.055998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.056236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.056435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.056556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.056622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.056796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.056882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.056969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.057082] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.057965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.058815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.059095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.059273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.059380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.059574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.059704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.060049] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.148926] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56ed695e-7a54-4270-b523-c994c6773d3c: rpc.has_security_group_logging(os_id): False [ 826.171278] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.172117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.172117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.172117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.172117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.172117] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.172117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.172378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.172378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.173191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.173405] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.173817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.174298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.174911] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.174911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.174911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.174911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.174911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.175316] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be updated. [ 826.183567] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.183725] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.183851] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.187180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.187180] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.187180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.187180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.187180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.187180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.187180] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.187180] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.187180] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.187180] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.187180] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.187180] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.187180] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.208099] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.208099] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.208099] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.208099] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.208265] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.208369] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.208482] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.208817] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.208952] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.244964] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.245138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.245210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.245424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.245572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.262245] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.268475] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: IN_PROGRESS for 2s [ 826.563805] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.564192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.564249] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.679504] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: SUCCESS [ 826.679711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.716764] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.716764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.716764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.716764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.716764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.716764] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c not found, creating... [ 826.716764] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.716764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.716764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.717360] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.717360] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.717821] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.718661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.718661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.718941] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.719087] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.719232] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c is going to be created. [ 826.746050] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.746334] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.746393] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.746643] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.746864] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.747135] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.769486] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.769486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.769486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.770271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.770271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.770271] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be created. [ 826.804879] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.805438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.805542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.805812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.806044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.828431] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: UNINITIALIZED for 2s [ 827.066851] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.498180] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-94c7d95b-b557-497a-84da-142233de7c9e service nova] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_rules [ 827.498451] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-94c7d95b-b557-497a-84da-142233de7c9e service nova] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 827.498539] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-94c7d95b-b557-497a-84da-142233de7c9e service nova] Enqueued Resource ID: 282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c with Priority: HIGHEST for action port [ 827.499145] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_rules [ 827.499288] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 827.499399] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c with Priority: HIGHEST for action port [ 827.499712] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.499831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.501139] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.501139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.501139] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.501139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.501139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.501139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.501139] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.569969] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.570360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.570360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.570432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.570464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.570633] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 827.601165] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.601329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.601395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.601631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.601769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.613231] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 828.003443] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c with status ACTIVE [ 828.003701] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.003850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.003946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.004203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.004295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.004494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.004623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.004701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.004886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.004976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.005185] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.005496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.005630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.005680] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c is going to be updated. [ 828.032512] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.032512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.032512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.032512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.032821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.032821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282ea5e1-7b4f-47a5-8d0c-ce4883d4f55c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.284890] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 828.284890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.613848] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-5617af13-6d8e-44eb-86b5-4c79db79e952 tempest-ListServersNegativeTestJSON-1179025617 tempest-ListServersNegativeTestJSON-1179025617-project-member] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 828.615462] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 828.615883] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.616016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.841517] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 828.841819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.842036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.842262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.842463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.842582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.842645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.842799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.842881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.842969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.843213] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.108492] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.108692] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.108812] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.109149] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.109697] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.109697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.109876] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.111279] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.111426] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.111648] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.111763] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.111871] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.111980] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.112115] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.112220] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.112351] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.134701] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.134960] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.135097] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.135280] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-773" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.135656] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-70c382ab-7b58-452b-97fa-d475c9578995 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.135841] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.136105] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.136408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.136603] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c382ab-7b58-452b-97fa-d475c9578995',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.346092] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.625055] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 829.626149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.626149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.626149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.626149] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.626149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.626149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.626885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.626885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.626885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.626885] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.626885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.626885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.626885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.627123] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.627453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.627453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.627892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.628048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.628202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.628354] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.629318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.630476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.630476] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.630476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.630476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.630476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.630476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.630476] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.639770] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.640165] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.640165] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.640431] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.640647] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.640802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 70c382ab-7b58-452b-97fa-d475c9578995 not found, creating... [ 829.641262] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.641471] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.641619] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.641895] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.642109] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.642484] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.643477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.643477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.643477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.643588] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.643717] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 70c382ab-7b58-452b-97fa-d475c9578995 is going to be created. [ 829.667289] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.667632] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.667857] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.668316] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.668642] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.668891] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.848583] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c: rpc.has_security_group_logging(os_id): False [ 829.877312] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.878883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.878883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.878883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.878883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.878883] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.878883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.878883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.880970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.880970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.880970] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be created. [ 829.952114] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.952275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.952345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.952756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.953384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.967702] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 830.132797] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc: rpc.has_security_group_logging(os_id): False [ 830.134329] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.155362] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.155673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.155673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.155861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.155945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.156212] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.156329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.156392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.156585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.156673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.156869] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.156990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.157062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.157233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.157289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.157519] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.157608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.157809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.157967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.158187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.158187] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be created. [ 830.252403] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.252879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.252879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.253020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.253176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.268957] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 830.447024] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-1af432c3-81e6-4657-bec9-caad63232eec service nova] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_rules [ 830.447024] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-1af432c3-81e6-4657-bec9-caad63232eec service nova] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 830.447024] env[65957]: INFO networking_nsxv3.common.synchronization [req-3272960e-e4d9-4008-a667-80596083d415 req-1af432c3-81e6-4657-bec9-caad63232eec service nova] Enqueued Resource ID: 70c382ab-7b58-452b-97fa-d475c9578995 with Priority: HIGHEST for action port [ 830.447024] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_rules [ 830.447024] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 830.447024] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c382ab-7b58-452b-97fa-d475c9578995 with Priority: HIGHEST for action port [ 830.447024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.447024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.447666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.447666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.447666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-70c382ab-7b58-452b-97fa-d475c9578995 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.447666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.447666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.447863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.447905] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c382ab-7b58-452b-97fa-d475c9578995',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.637961] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.950189] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70c382ab-7b58-452b-97fa-d475c9578995 with status ACTIVE [ 830.950453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.950589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.950657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.950882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.950989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.951197] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.951309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.951395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.951545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.951621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.951805] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.951898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.951962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.952115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.952242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.952542] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70c382ab-7b58-452b-97fa-d475c9578995 is going to be updated. [ 830.977936] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.977936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.977936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.978118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.978527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.978527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70c382ab-7b58-452b-97fa-d475c9578995" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.140704] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.140704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.141026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.141081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.141176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.141295] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 831.178861] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.178861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.178861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.178861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.178861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.190552] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 831.325029] env[65957]: INFO networking_nsxv3.common.synchronization [req-826891ac-973e-4562-aa46-b21427c83fdb req-5d19f3cb-59e1-478d-9408-ef98fadf74d5 tempest-ListServerFiltersTestJSON-1713506800 tempest-ListServerFiltersTestJSON-1713506800-project-member] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 831.325029] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 831.325029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.325029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.325029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.325029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.325029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.325029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.325029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.327049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.327555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.327903] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.725749] env[65957]: INFO networking_nsxv3.common.synchronization [req-94c071a8-65d6-4156-854d-01e38746781c req-a7efd891-75bd-4cde-81cb-a219a987ae75 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 831.726133] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 831.726133] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.726251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.726335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.726598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.726754] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.726868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.726933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.727096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.727195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.727294] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.831868] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.983417] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 831.983650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.230239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.230423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.230489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.230877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.231041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.231262] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.231380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.231446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.231608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.231681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.231775] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d already deleted. [ 832.232067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.264417] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.264417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.264417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.264417] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.264417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.264417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.264417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.264417] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.264417] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.264417] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.264417] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.265211] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.265211] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.265211] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.286671] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 832.286863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.287014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.287265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.287353] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.296728] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.296728] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.296728] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.296728] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.297042] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.297149] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.297270] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.297589] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.297820] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed83d4b5-6ca2-47d0-b87c-51d2338b6f38',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.335430] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.789343] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.789745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.800068] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.800378] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.800519] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.800817] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.801083] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.801185] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 not found, creating... [ 832.801730] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.801730] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.801730] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802191] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.802191] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.803249] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.804144] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.804144] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.804229] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.804671] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.804845] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 is going to be created. [ 832.828147] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.828378] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.828556] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.828778] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.829027] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.829632] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.837955] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.838110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.838199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.838375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.838461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.838580] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 832.868039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.868227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.868297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.868694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.868694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.878610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 833.202498] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 833.202748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.202907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.203140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.203321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.203441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.203546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.203638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.203713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.203808] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.514438] env[65957]: INFO networking_nsxv3.common.synchronization [req-94c071a8-65d6-4156-854d-01e38746781c req-422957ce-ab5d-4674-8eb4-e9b93a13b4fc service nova] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 833.514777] env[65957]: INFO networking_nsxv3.common.synchronization [req-94c071a8-65d6-4156-854d-01e38746781c req-422957ce-ab5d-4674-8eb4-e9b93a13b4fc service nova] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 833.515015] env[65957]: INFO networking_nsxv3.common.synchronization [req-94c071a8-65d6-4156-854d-01e38746781c req-422957ce-ab5d-4674-8eb4-e9b93a13b4fc service nova] Enqueued Resource ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with Priority: HIGHEST for action port [ 833.515615] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 833.515749] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 833.515840] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with Priority: HIGHEST for action port [ 833.516382] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.516517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.516586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.516921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.517034] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.518498] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.518649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.518735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.518936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.519119] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.519193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.519361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.519519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.519631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.519761] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.520763] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.520979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.520979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.521146] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed83d4b5-6ca2-47d0-b87c-51d2338b6f38',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.706996] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.022964] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.023359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.023359] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.024233] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with status ACTIVE [ 834.024421] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.024542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.024605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.024805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.024891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.025072] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.025163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.025271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.025370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.025443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.025621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.025711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.025770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.025904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.025975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.027235] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 is going to be updated. [ 834.053301] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.053516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.053634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.053947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.054157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.054370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.209291] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.529666] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.711134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.712687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.712687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.712687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.712687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.712687] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 834.752359] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.752359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.752359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.752359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.752359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.760997] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 834.894293] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 834.894443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.033256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.033581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.033581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.033911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.034077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.034228] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be created. [ 835.076992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.077259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.077355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.077596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.077788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.089067] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: UNINITIALIZED for 2s [ 836.772980] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 836.773772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.773772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.773772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.773991] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.774153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.774855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.774855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.774855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.774855] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.100850] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 837.101127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.101309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.101518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.101708] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.103896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.104033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.104231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.104327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.104423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.104565] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.278125] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.609770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.610154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.610249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.610468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.610648] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.610997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.610997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.610997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.611152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.611557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.611557] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.611685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.611904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.612079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.613197] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.613197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.613197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.613197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.613197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.613197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.614707] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.781353] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.117844] env[65957]: INFO networking_nsxv3.common.synchronization [req-86e75125-91a4-4cdc-bb91-5ebec44aff49 req-e115cf07-d14d-4f7a-be84-2ba0415e1a3a tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 838.120717] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50b0fb3-daeb-4cc7-98d3-4a854690873d: rpc.has_security_group_logging(os_id): False [ 838.120717] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 838.121380] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.121532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.121594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.121916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122486] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.122486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.122486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.122683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.122785] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.154707] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.154916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.155257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.155332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.158042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.158042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.158042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.158042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.159138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.159138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.159138] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be created. [ 838.229659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.230294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.230575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.250730] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 838.284810] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.284810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.284810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.284810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.285285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.285285] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 838.359482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.362432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.362432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.362432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.362432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.375145] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 838.569292] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.569292] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.569292] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.569627] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.571116] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.571116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.571116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.571116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.571116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.571116] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.571116] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.572296] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.572296] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.572296] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.572296] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.572296] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.594758] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.594979] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.595205] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.595452] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.595877] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-98fd19b4-89cd-4bcd-9f56-9902253e789b taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.596148] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.596344] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.596753] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.596971] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fd19b4-89cd-4bcd-9f56-9902253e789b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.625709] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.625975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.625975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.626206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.626302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.626509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.626614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.626678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.626832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.626905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.626991] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe already deleted. [ 838.627095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.100155] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.100463] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.100536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.100850] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.101627] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.101627] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 98fd19b4-89cd-4bcd-9f56-9902253e789b not found, creating... [ 839.101822] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.102051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.102126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.102361] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.102527] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.102846] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.103096] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.103288] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.103545] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.103680] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.103818] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 98fd19b4-89cd-4bcd-9f56-9902253e789b is going to be created. [ 839.123752] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.123752] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.124368] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.124368] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.124368] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.124586] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.878115] env[65957]: INFO networking_nsxv3.common.synchronization [req-86e75125-91a4-4cdc-bb91-5ebec44aff49 req-0b7676ed-6b6d-4bc9-8fde-a4febdddff38 service nova] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 839.878333] env[65957]: INFO networking_nsxv3.common.synchronization [req-86e75125-91a4-4cdc-bb91-5ebec44aff49 req-0b7676ed-6b6d-4bc9-8fde-a4febdddff38 service nova] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 839.878475] env[65957]: INFO networking_nsxv3.common.synchronization [req-86e75125-91a4-4cdc-bb91-5ebec44aff49 req-0b7676ed-6b6d-4bc9-8fde-a4febdddff38 service nova] Enqueued Resource ID: 98fd19b4-89cd-4bcd-9f56-9902253e789b with Priority: HIGHEST for action port [ 839.879038] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 839.879548] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 839.879548] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fd19b4-89cd-4bcd-9f56-9902253e789b with Priority: HIGHEST for action port [ 839.879548] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.879782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.879782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.879989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.880143] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.881664] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.882301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.882301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.882550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.882925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.882925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.882925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.883257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.883257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.883504] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.885573] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fd19b4-89cd-4bcd-9f56-9902253e789b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.885573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.885573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.885573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.885573] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fd19b4-89cd-4bcd-9f56-9902253e789b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.266766] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 840.266766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.386474] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 840.386594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.387727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.387727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.387727] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.388119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.388236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.388541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.388541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.389227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.389227] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.392905] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.392905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.392905] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.393104] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98fd19b4-89cd-4bcd-9f56-9902253e789b with status ACTIVE [ 840.393377] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.393377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.393377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.393523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.396758] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.396758] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.396758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.396758] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98fd19b4-89cd-4bcd-9f56-9902253e789b is going to be updated. [ 840.419692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.420816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.420816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.421049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.421202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.421390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fd19b4-89cd-4bcd-9f56-9902253e789b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.484614] env[65957]: INFO networking_nsxv3.common.synchronization [None req-c49367d2-d08e-43d3-a0d4-df7fc62e76d4 None None] Enqueued Resource ID: 3bfc1934-f9a1-4a83-b67d-476a92af0531 with Priority: HIGHEST for action port [ 840.485650] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfc1934-f9a1-4a83-b67d-476a92af0531 with Priority: HIGHEST for action port [ 840.486760] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bfc1934-f9a1-4a83-b67d-476a92af0531 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.486897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bfc1934-f9a1-4a83-b67d-476a92af0531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.487040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bfc1934-f9a1-4a83-b67d-476a92af0531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.487323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bfc1934-f9a1-4a83-b67d-476a92af0531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.487391] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfc1934-f9a1-4a83-b67d-476a92af0531',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.892318] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.892318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.892318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.892318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.892538] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.892600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.892671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.892878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.892971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.893112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.893301] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.893416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.893481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.894634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.894722] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.894833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.894909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.895781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.898914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.898914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.898914] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.900861] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.996020] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bfc1934-f9a1-4a83-b67d-476a92af0531 [ 840.996020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.996020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.996020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.996020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.996020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.996020] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bfc1934-f9a1-4a83-b67d-476a92af0531 already deleted. [ 840.996020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bfc1934-f9a1-4a83-b67d-476a92af0531" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.403117] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc: rpc.has_security_group_logging(os_id): False [ 841.404476] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.407179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.407179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.407179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.407179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.407179] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be created. [ 841.436923] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.437259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.437259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.437448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.437448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.437565] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.438418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.438509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.438758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.438902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.439224] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.439381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.439454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.439653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.439766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.440098] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.440266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.440332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.440503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.440611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.441287] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 841.458333] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.458765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.473423] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: UNINITIALIZED for 2s [ 841.529292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.529507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.529507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.529701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.529801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.546499] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 841.668532] env[65957]: INFO networking_nsxv3.common.synchronization [None req-148430d8-9053-4584-8058-bde3fc48b3b6 tempest-ServerActionsV293TestJSON-189612333 tempest-ServerActionsV293TestJSON-189612333-project-member] Enqueued Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_rules [ 841.668690] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_rules [ 841.669804] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.669804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.669804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.669804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.669804] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.849636] env[65957]: INFO networking_nsxv3.common.synchronization [None req-48c01116-e1f9-4048-b42f-8845c3b14888 tempest-ServerActionsV293TestJSON-189612333 tempest-ServerActionsV293TestJSON-189612333-project-member] Enqueued Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_rules [ 841.850370] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_rules [ 841.850584] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.850712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.189892] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.190200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.190278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.190461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.190552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.190668] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 already deleted. [ 842.190771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.190934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.191168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.191260] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.717042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.717343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.717343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.717421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.717459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.717555] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 already deleted. [ 842.717629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.028821] env[65957]: INFO networking_nsxv3.common.synchronization [req-c52a6c89-5333-4bf8-9c2f-17f90fea41c2 req-e8cd4d79-6eb2-4f93-9b33-b22b3f47a80c tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 843.028821] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 843.029163] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.030727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.030873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.031109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.031674] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.031839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.031839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.032050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.032206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.032206] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.113203] env[65957]: INFO networking_nsxv3.common.synchronization [None req-ba20678f-1655-4f92-9071-12bd981699f8 None None] Enqueued Resource ID: 230c0f00-7462-4dc9-90fe-afe97d3d9c2f with Priority: HIGHEST for action port [ 843.113203] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c0f00-7462-4dc9-90fe-afe97d3d9c2f with Priority: HIGHEST for action port [ 843.113203] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-230c0f00-7462-4dc9-90fe-afe97d3d9c2f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.113203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-230c0f00-7462-4dc9-90fe-afe97d3d9c2f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.113868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-230c0f00-7462-4dc9-90fe-afe97d3d9c2f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.114220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-230c0f00-7462-4dc9-90fe-afe97d3d9c2f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.114308] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230c0f00-7462-4dc9-90fe-afe97d3d9c2f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.485813] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 843.487245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.487522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.487773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.487997] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.489017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.489017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.489017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.489017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.489017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.489017] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.509298] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.509484] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.509605] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.509858] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.510232] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.510413] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.510528] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.510746] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.512054] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.512391] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.512464] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.512572] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.512679] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.512792] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.512896] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.513036] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.534984] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.535192] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.535330] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.535499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.535802] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.536144] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.536317] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.536650] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.536877] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e1953a-fd52-4c8b-bdd3-ea1ce196b637',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.538110] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.538246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.538346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.538534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.563487] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 843.564401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.565780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.565780] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.565780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.566016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.566016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.566262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.566393] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 843.569068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.569068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.569068] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.598523] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.600019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.600332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.600502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.600654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.612973] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 843.620757] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 230c0f00-7462-4dc9-90fe-afe97d3d9c2f [ 843.620757] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.620757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.620757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.621043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.621043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.621043] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:230c0f00-7462-4dc9-90fe-afe97d3d9c2f already deleted. [ 843.621190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-230c0f00-7462-4dc9-90fe-afe97d3d9c2f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.991783] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.041879] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.041879] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.041879] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.042327] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.042364] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.043091] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 24e1953a-fd52-4c8b-bdd3-ea1ce196b637 not found, creating... [ 844.043091] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.044272] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.044547] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.044868] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.045187] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.045566] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.045754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.045879] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.046274] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.046354] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.046536] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 24e1953a-fd52-4c8b-bdd3-ea1ce196b637 is going to be created. [ 844.071271] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.071452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.071526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.071733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.072028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.072158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.072235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.072397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.072484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.072574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.072666] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.075444] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.075535] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.076286] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.076286] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.076286] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.076497] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.494325] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4817fa88-257e-4e2e-bd13-9e8efbbd2efe: rpc.has_security_group_logging(os_id): False [ 844.513921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.514125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.514125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.514401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.514516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.514841] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.514969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.518183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.518183] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be created. [ 844.579330] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.579631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.579631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.579779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.579957] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.580093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.580153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.580329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.580476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.580568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.580715] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.580808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.580865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.581203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.581203] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.581333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.581333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.581475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.581549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.581663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.581715] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.588279] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.588444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.588542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.588748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.588930] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.607020] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 844.836144] env[65957]: INFO networking_nsxv3.common.synchronization [req-c52a6c89-5333-4bf8-9c2f-17f90fea41c2 req-bae32265-5ca7-4bed-b662-ed50f3b9ab8c service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 844.836370] env[65957]: INFO networking_nsxv3.common.synchronization [req-c52a6c89-5333-4bf8-9c2f-17f90fea41c2 req-bae32265-5ca7-4bed-b662-ed50f3b9ab8c service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 844.836523] env[65957]: INFO networking_nsxv3.common.synchronization [req-c52a6c89-5333-4bf8-9c2f-17f90fea41c2 req-bae32265-5ca7-4bed-b662-ed50f3b9ab8c service nova] Enqueued Resource ID: 24e1953a-fd52-4c8b-bdd3-ea1ce196b637 with Priority: HIGHEST for action port [ 844.837226] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 844.837388] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 844.837482] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e1953a-fd52-4c8b-bdd3-ea1ce196b637 with Priority: HIGHEST for action port [ 844.837769] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.837926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.837983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.838168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.838256] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.840329] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.840443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.840627] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.840732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.840799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.840988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.841084] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e1953a-fd52-4c8b-bdd3-ea1ce196b637',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.085879] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc: rpc.has_security_group_logging(os_id): False [ 845.112618] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.112618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.112618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.112618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.112618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.112618] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.112618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.112618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.117034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.117034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.117034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.117034] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 845.213068] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.213307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.213398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.213657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.214688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.242417] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 845.252108] env[65957]: INFO networking_nsxv3.common.synchronization [req-2dbeecaa-df5f-42b8-a5ca-69456ebe0de4 req-99fdf2fe-b63a-46e9-b899-2def33f2b673 tempest-ServersTestFqdnHostnames-422564635 tempest-ServersTestFqdnHostnames-422564635-project-member] Enqueued Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_members [ 845.252865] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 with Priority: HIGHEST for action security_group_members [ 845.253211] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.253338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.253405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.253612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.253765] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.253863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.253924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.254088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.254172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.254272] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450aa4cc-3fe9-4baa-b93c-8c50ffcadd54',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.341425] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.341425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.347438] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24e1953a-fd52-4c8b-bdd3-ea1ce196b637 with status ACTIVE [ 845.347659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.347820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.347873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.348093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.348181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.348362] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.348461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.348522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.348677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.348778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.348990] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.349096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.349167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.349292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.349368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.349452] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24e1953a-fd52-4c8b-bdd3-ea1ce196b637 is going to be updated. [ 845.377494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.377494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.377494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.377714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.377856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.378347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e1953a-fd52-4c8b-bdd3-ea1ce196b637" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.627760] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 845.627760] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 845.627760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.627760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.627760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.627760] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.627760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.627760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.627760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.627760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.627760] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.711769] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9117eab5-17f1-4806-9afb-37ed893a2cd6 None None] Enqueued Resource ID: aeecacbd-ae27-49c0-92e5-f9d5b21df437 with Priority: HIGHEST for action port [ 845.712765] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeecacbd-ae27-49c0-92e5-f9d5b21df437 with Priority: HIGHEST for action port [ 845.713095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeecacbd-ae27-49c0-92e5-f9d5b21df437 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.713253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeecacbd-ae27-49c0-92e5-f9d5b21df437" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.713503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeecacbd-ae27-49c0-92e5-f9d5b21df437" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.713581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeecacbd-ae27-49c0-92e5-f9d5b21df437" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.713931] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeecacbd-ae27-49c0-92e5-f9d5b21df437',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.756805] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.757250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.757373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.757594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.781024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781264] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.781389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.781443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.781643] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.781725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781806] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 is going to be updated. [ 845.839047] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.839196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.839266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.839895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.840099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.861345] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 in Status: IN_PROGRESS for 2s [ 846.133026] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.218415] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeecacbd-ae27-49c0-92e5-f9d5b21df437 [ 846.218415] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.218415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.218415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.218415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.218415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.218415] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeecacbd-ae27-49c0-92e5-f9d5b21df437 already deleted. [ 846.218415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeecacbd-ae27-49c0-92e5-f9d5b21df437" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.219638] env[65957]: INFO networking_nsxv3.common.synchronization [req-168fbfdb-8a4e-4b13-a4b0-72c758279825 req-df2ff78b-62e3-4582-8564-7c374f54eafa tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 846.220106] env[65957]: INFO networking_nsxv3.common.synchronization [req-168fbfdb-8a4e-4b13-a4b0-72c758279825 req-df2ff78b-62e3-4582-8564-7c374f54eafa tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 846.220942] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 846.221279] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 846.221957] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.222198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.222340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.222669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.222987] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.223224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.223365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.223596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.223775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.223943] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.225291] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.227016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.227016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.227016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.227016] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.227016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.227016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.227016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.227016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.227016] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.253645] env[65957]: INFO networking_nsxv3.common.synchronization [req-6eb2398f-4956-44c1-9438-4bb928849860 req-b7c074e0-6772-4c56-89e6-6ed23b4443e1 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 846.253786] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 846.254083] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.254205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.254272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.254887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.254887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.254887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.254887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.255145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.255188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.255276] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.267537] env[65957]: INFO networking_nsxv3.common.synchronization [req-168fbfdb-8a4e-4b13-a4b0-72c758279825 req-df2ff78b-62e3-4582-8564-7c374f54eafa tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 846.267537] env[65957]: INFO networking_nsxv3.common.synchronization [req-168fbfdb-8a4e-4b13-a4b0-72c758279825 req-df2ff78b-62e3-4582-8564-7c374f54eafa tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 846.267537] env[65957]: INFO networking_nsxv3.common.synchronization [req-168fbfdb-8a4e-4b13-a4b0-72c758279825 req-df2ff78b-62e3-4582-8564-7c374f54eafa tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_rules [ 846.267537] env[65957]: INFO networking_nsxv3.common.synchronization [req-168fbfdb-8a4e-4b13-a4b0-72c758279825 req-df2ff78b-62e3-4582-8564-7c374f54eafa tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 846.267537] env[65957]: INFO networking_nsxv3.common.synchronization [req-168fbfdb-8a4e-4b13-a4b0-72c758279825 req-df2ff78b-62e3-4582-8564-7c374f54eafa tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with Priority: HIGHEST for action port [ 846.267783] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 846.267846] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_rules [ 846.267972] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with Priority: HIGHEST for action port [ 846.268093] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 846.268583] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 846.269547] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.269686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.269791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.270082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.270180] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.271069] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.271178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.271285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.271502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.271581] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.272427] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.272538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.272603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.272762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.272836] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed83d4b5-6ca2-47d0-b87c-51d2338b6f38',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.273577] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.273673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.273857] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.273936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.625715] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 846.626100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.638999] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.729026] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.731217] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.757739] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.757965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.758063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.758356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.776021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.776394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.777342] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.777423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.779028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with status ACTIVE [ 846.780327] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.780327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.780468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.780792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.780792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.780960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.780960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.781156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.781278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.781357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.781628] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.781706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.781706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.781877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.781931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.782681] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 is going to be updated. [ 846.787090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.787090] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.787090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.787090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.787090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.787090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.787090] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 846.811036] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.811614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.811614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.811614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.811741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.811958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.822047] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.822047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.822047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.822047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.822047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.835357] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 847.142574] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.143034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.143034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.143816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.143816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.143816] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 847.181568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.181568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.181568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.181929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.181929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.192408] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 847.239854] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.240897] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.262282] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 847.262681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.282266] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_members [ 847.282266] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 847.282266] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 847.283412] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_members [ 847.284359] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 847.286806] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 847.286806] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd568e-8d10-47a3-a65b-3099ec6572d0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.286806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.286806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.286806] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.286806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.286806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.286806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.286806] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.287964] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.288199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.289176] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.289176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.337026] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_rules [ 847.337026] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_members [ 847.337026] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 847.337026] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 847.337026] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_rules [ 847.337026] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 847.337026] env[65957]: INFO networking_nsxv3.common.synchronization [req-9130c6a8-e77f-48d8-bc8e-233137346805 req-f9db319b-72df-42ac-b99d-0260acc4aab1 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with Priority: HIGHEST for action port [ 847.337468] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_rules [ 847.337751] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 847.338186] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 847.338404] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with Priority: HIGHEST for action port [ 847.338763] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_rules [ 847.339070] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_members [ 847.339264] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 847.340552] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bd568e-8d10-47a3-a65b-3099ec6572d0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.340552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.340552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.340552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.340552] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.341804] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.341904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.342142] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.342318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.342433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.343261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.343261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.343261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.343261] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed83d4b5-6ca2-47d0-b87c-51d2338b6f38',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.343774] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.343856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.344971] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd568e-8d10-47a3-a65b-3099ec6572d0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.345117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.345228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.345898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.743525] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.743711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.743711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.743934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.744046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.744146] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 847.745570] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.745752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.745845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.746309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.746409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.746536] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be created. [ 847.791597] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.791791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.791848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.792138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.792400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.794090] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.800493] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.800493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.800493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.800813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.800813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.807296] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: UNINITIALIZED for 2s [ 847.816032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 847.846449] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 with status ACTIVE [ 847.846730] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.847782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.847782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.848931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.849388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.849388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.849540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.849620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.849821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.849938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.850842] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.850842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.850842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.850842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.850842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.851179] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed83d4b5-6ca2-47d0-b87c-51d2338b6f38 is going to be updated. [ 847.852966] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd568e-8d10-47a3-a65b-3099ec6572d0 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.853152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.874667] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 in Status: SUCCESS [ 847.874667] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450aa4cc-3fe9-4baa-b93c-8c50ffcadd54 deletion is rescheduled due to dependency. [ 847.875081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450aa4cc-3fe9-4baa-b93c-8c50ffcadd54" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.887437] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.887674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.887674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.887965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.888219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.888412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed83d4b5-6ca2-47d0-b87c-51d2338b6f38" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.297353] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.525408] env[65957]: INFO networking_nsxv3.common.synchronization [req-81a4e43e-8d24-4141-a466-52b7b3427901 req-959ef974-4834-4dc7-ae5f-292c56f01b5b tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 848.525883] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 848.526291] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.526477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.526550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.527670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.527670] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.527670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.527670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.527670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.527670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.527670] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.558269] env[65957]: INFO networking_nsxv3.common.synchronization [req-81a4e43e-8d24-4141-a466-52b7b3427901 req-959ef974-4834-4dc7-ae5f-292c56f01b5b tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 848.558467] env[65957]: INFO networking_nsxv3.common.synchronization [req-81a4e43e-8d24-4141-a466-52b7b3427901 req-959ef974-4834-4dc7-ae5f-292c56f01b5b tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 848.558626] env[65957]: INFO networking_nsxv3.common.synchronization [req-81a4e43e-8d24-4141-a466-52b7b3427901 req-959ef974-4834-4dc7-ae5f-292c56f01b5b tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 with Priority: HIGHEST for action port [ 848.559491] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 848.559669] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 848.559774] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 with Priority: HIGHEST for action port [ 848.560343] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.560343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.560343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.560621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.560621] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.561835] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.561835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.561991] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8bcef91-5d26-4f25-96b3-fb861509fc58 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.562078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.562078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.562253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.562335] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8bcef91-5d26-4f25-96b3-fb861509fc58',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.665605] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9cae5158-c2e5-4f7f-bfc4-c277514279d7 None None] Enqueued Resource ID: 9b6a1588-629f-45ea-955f-947c09508042 with Priority: HIGHEST for action port [ 848.666841] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6a1588-629f-45ea-955f-947c09508042 with Priority: HIGHEST for action port [ 848.667302] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6a1588-629f-45ea-955f-947c09508042 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.667453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6a1588-629f-45ea-955f-947c09508042" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.667536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6a1588-629f-45ea-955f-947c09508042" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.667871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6a1588-629f-45ea-955f-947c09508042" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.668078] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6a1588-629f-45ea-955f-947c09508042',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.799929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.800184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.800255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.800965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.800965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.800965] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 is going to be created. [ 848.830986] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.831266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.831705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.836308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.836308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.847236] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 848.847518] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 848.847686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.848681] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: UNINITIALIZED for 2s [ 849.033023] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.065487] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.065648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.065847] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8bcef91-5d26-4f25-96b3-fb861509fc58 with status ACTIVE [ 849.066042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.066163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.066229] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.066435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.066612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.066677] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.066818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.066818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.067113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.067113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.067244] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.067338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.067400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.067537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.067611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.067723] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 is going to be updated. [ 849.090102] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.090449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.090449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.090576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.090656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.090806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.170861] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b6a1588-629f-45ea-955f-947c09508042 [ 849.171128] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.171261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.171347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.171537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.173142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.173142] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b6a1588-629f-45ea-955f-947c09508042 already deleted. [ 849.173142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6a1588-629f-45ea-955f-947c09508042" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.209515] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 4s [ 849.535663] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.823175] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: SUCCESS [ 849.823290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.823457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.824035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.824035] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.824035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.824035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.824366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.824366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.824459] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.826193] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 849.826434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.826788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.826788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.826934] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.827051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.827211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.827448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.827543] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.039778] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.041064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.041064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.041064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.041064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.041064] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be updated. [ 850.052305] env[65957]: INFO networking_nsxv3.common.synchronization [req-671e947a-ef32-4c35-8ced-b3c22e0da209 req-c335d039-7331-4909-a261-e45a1cd083e3 tempest-ListServersNegativeTestJSON-1179025617 tempest-ListServersNegativeTestJSON-1179025617-project-member] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 850.052305] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 850.052909] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.053205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.053374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.053694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.053966] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.054197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.054350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.054599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.054780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.054985] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.080811] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.081187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.081363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.081688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.081932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.094490] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: IN_PROGRESS for 2s [ 850.329548] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.330574] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.558958] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.833810] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.834836] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.863057] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: SUCCESS [ 850.864031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.864031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.864031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.864031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.864275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.864275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.864275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.864369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.864436] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.060959] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.224741] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.224741] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224741] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.336502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.336685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.336757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.337072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.337206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.337350] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be updated. [ 851.338846] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.338957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.339053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.339221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.339325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.339518] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 851.368375] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.378294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.378294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.378294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.378294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.378294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.378541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.378774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.378933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.379214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.379446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.397601] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 851.398216] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: IN_PROGRESS for 2s [ 851.538786] env[65957]: INFO networking_nsxv3.common.synchronization [req-fdac631f-dd3a-489f-a755-a378f64b53c0 req-e332b2be-3841-4bc6-9a47-0bbc633731ec tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 851.539350] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 851.539654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.539751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.559955] env[65957]: INFO networking_nsxv3.common.synchronization [req-fdac631f-dd3a-489f-a755-a378f64b53c0 req-e332b2be-3841-4bc6-9a47-0bbc633731ec tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 851.560323] env[65957]: INFO networking_nsxv3.common.synchronization [req-fdac631f-dd3a-489f-a755-a378f64b53c0 req-e332b2be-3841-4bc6-9a47-0bbc633731ec tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 851.560323] env[65957]: INFO networking_nsxv3.common.synchronization [req-fdac631f-dd3a-489f-a755-a378f64b53c0 req-e332b2be-3841-4bc6-9a47-0bbc633731ec tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 with Priority: HIGHEST for action port [ 851.560828] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_rules [ 851.560994] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 851.565241] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 with Priority: HIGHEST for action port [ 851.565241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.565241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.565241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.565241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.565241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8bcef91-5d26-4f25-96b3-fb861509fc58 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.565241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.565241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.565241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.565241] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8bcef91-5d26-4f25-96b3-fb861509fc58',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.565241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.565241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.565241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.565698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.565698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.565698] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 851.599153] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.604027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.604027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.604027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.604027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.615022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 851.730386] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.730386] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.730386] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.730386] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.730386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.730927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.730927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.730927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.730927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.730927] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.872212] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.901312] env[65957]: INFO networking_nsxv3.common.synchronization [req-52c8d35a-3d85-41de-97ed-38050704a288 req-dc03f6a1-0d96-4e88-826c-d6879a2386e6 tempest-ServersWithSpecificFlavorTestJSON-1024937941 tempest-ServersWithSpecificFlavorTestJSON-1024937941-project-member] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 851.901818] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 851.903501] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.903644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.903703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.903904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.904190] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.904190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.904624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.904624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.904624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.904624] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.067739] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8bcef91-5d26-4f25-96b3-fb861509fc58 with status ACTIVE [ 852.067739] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.067739] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.067739] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.067739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.067739] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8bcef91-5d26-4f25-96b3-fb861509fc58 is going to be updated. [ 852.088929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.089170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.089274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.089566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.089764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.089999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8bcef91-5d26-4f25-96b3-fb861509fc58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.110958] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: SUCCESS [ 852.111115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.111316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.111514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.111700] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.111815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.111880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.112047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.112127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.112222] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.226767] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.226767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.226767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.226767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.226767] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.226767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.226767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.226767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.226767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.227216] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.227216] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.227216] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.227623] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.227623] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.227623] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.227828] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.232397] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e80be11b-f72b-4b96-a7ab-de076c0fd26b: rpc.has_security_group_logging(os_id): False [ 852.255282] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.255508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.255508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.255670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.255729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.255937] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.256043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.256104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.256255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.256328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.256519] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.256638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.256697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.256829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.256900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.257092] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.257186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.257240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.257375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.257438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.257526] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 852.260390] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.260594] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.260730] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.260896] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-673" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.261451] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-97cd082d-9138-4e48-aa96-bb5f60b4bb80 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.261674] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.261823] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.262177] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.262348] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97cd082d-9138-4e48-aa96-bb5f60b4bb80',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.371205] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.371383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.371458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.371679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.371826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.375846] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.375985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.376066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.376286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.376391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.376502] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 is going to be updated. [ 852.387298] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 852.406914] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.407650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.407650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.407650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.407650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.407650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.407994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.407994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.407994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.408151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.408212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be deleted. [ 852.411466] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.411637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.411637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.411873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.411942] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.421804] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: IN_PROGRESS for 2s [ 852.446670] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.446814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.446924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.447113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.447206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.447305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.615153] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.765514] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.765836] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.765960] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.766339] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.766652] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.766842] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 97cd082d-9138-4e48-aa96-bb5f60b4bb80 not found, creating... [ 852.767171] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.767381] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.767528] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.767806] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.767967] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.768385] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.768559] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.768686] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.768942] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.769171] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.770162] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 97cd082d-9138-4e48-aa96-bb5f60b4bb80 is going to be created. [ 852.795778] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.795778] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.795987] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.796294] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.796599] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.796849] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.117884] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.412334] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: SUCCESS [ 853.412334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.412334] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 853.412334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.412334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.412334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.413156] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.413435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.413592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.413875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.414288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.414519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.414726] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.415717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.415990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.416333] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.416675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.416826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.417090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.417311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.420772] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420772] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.420772] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420772] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.420772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.422274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.422676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.422866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.423126] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.556979] env[65957]: INFO networking_nsxv3.common.synchronization [req-52c8d35a-3d85-41de-97ed-38050704a288 req-4c7fec0f-d7ec-4938-8954-d9d7e1de203b service nova] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 853.557218] env[65957]: INFO networking_nsxv3.common.synchronization [req-52c8d35a-3d85-41de-97ed-38050704a288 req-4c7fec0f-d7ec-4938-8954-d9d7e1de203b service nova] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 853.557394] env[65957]: INFO networking_nsxv3.common.synchronization [req-52c8d35a-3d85-41de-97ed-38050704a288 req-4c7fec0f-d7ec-4938-8954-d9d7e1de203b service nova] Enqueued Resource ID: 97cd082d-9138-4e48-aa96-bb5f60b4bb80 with Priority: HIGHEST for action port [ 853.558474] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_rules [ 853.559349] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 853.559414] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd082d-9138-4e48-aa96-bb5f60b4bb80 with Priority: HIGHEST for action port [ 853.559989] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.559989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.559989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560317] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.561606] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.561830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.561830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.563712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.563712] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.563712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.563712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.563712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.563712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.563712] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.564467] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-97cd082d-9138-4e48-aa96-bb5f60b4bb80 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.565087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.565170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.565356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.565436] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97cd082d-9138-4e48-aa96-bb5f60b4bb80',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.620873] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.621268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.621268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.621470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.621572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.621865] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be updated. [ 853.630917] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 853.630917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.658945] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.658945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.658945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.658945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.658945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.669657] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: IN_PROGRESS for 2s [ 853.919921] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.925097] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.926265] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.926400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.926599] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.068692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.068692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.068902] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.070046] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97cd082d-9138-4e48-aa96-bb5f60b4bb80 with status ACTIVE [ 854.070046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.070046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.070320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.070992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.071108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.071365] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.071509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.071544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.071732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.072262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.072262] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.072262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.072262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.072262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.072514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.072514] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97cd082d-9138-4e48-aa96-bb5f60b4bb80 is going to be updated. [ 854.101168] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.101386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.101513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.101679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.101812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.101978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97cd082d-9138-4e48-aa96-bb5f60b4bb80" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.424516] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f81e6109-86a2-46b0-8e73-6eb3bd6c5b07: rpc.has_security_group_logging(os_id): False [ 854.427819] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.429051] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.440276] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: SUCCESS [ 854.440276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.440276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.440276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.440276] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.440276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.440276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.440845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.440845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.440845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.440845] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.443568] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 854.443568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.448322] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.448497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.448593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.448889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.449059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.449365] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.449813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.449813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.449813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.449958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.449995] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be created. [ 854.513090] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.513259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.513326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.513543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.513715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.525244] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: IN_PROGRESS for 2s [ 854.575607] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.932656] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.932977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.932977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.933105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.933189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.933495] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be updated. [ 854.935237] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.935237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.935237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.935433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.935474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.935992] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 854.946726] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.965997] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.966114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.966990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.966990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.966990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.969733] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.969996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.969996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.970525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.970525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.984122] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 854.984293] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: IN_PROGRESS for 2s [ 855.077446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.077660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.077742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.079132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.079291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.079412] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be created. [ 855.117614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.117614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.117614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.118359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.118359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.132566] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: UNINITIALIZED for 2s [ 855.449094] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71bd568e-8d10-47a3-a65b-3099ec6572d0: rpc.has_security_group_logging(os_id): False [ 855.468007] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.468186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.468268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.468463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.468631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.468768] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.469110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.469110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.469110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.469210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.469210] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 is going to be created. [ 855.524979] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.525154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.525220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.525458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.525627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.538081] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: IN_PROGRESS for 2s [ 855.681335] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: SUCCESS [ 855.681606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.681798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.682037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.682305] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.682491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.682592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.682785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.682867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.682958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.683173] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.684149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.684319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.684503] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.684646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.684727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.684890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.684994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.685151] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.187552] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.191366] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.542779] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: SUCCESS [ 856.544234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.544234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.544234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.544234] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.694826] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8: rpc.has_security_group_logging(os_id): False [ 856.699640] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.719933] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.720428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.720428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.720428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.720635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.720695] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.720780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.720842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.721099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.721227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.721327] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be updated. [ 856.762967] env[65957]: INFO networking_nsxv3.common.synchronization [req-90b828fe-c4ce-4da8-be44-031039edcafb req-e58da4ea-a37b-425a-a09e-93724bb23360 tempest-AttachInterfacesUnderV243Test-111676604 tempest-AttachInterfacesUnderV243Test-111676604-project-member] Enqueued Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 856.762967] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 with Priority: HIGHEST for action security_group_members [ 856.763641] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.763962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.789317] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.789317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.789619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.789782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.790069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.816303] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: IN_PROGRESS for 2s [ 856.995135] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: SUCCESS [ 856.995493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.996340] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 856.996536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.996740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.997231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.997231] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.997467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.997467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.998484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.998484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.998484] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.998803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.998990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.999187] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.999299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.999371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.999511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.999653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.999755] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.047578] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.047578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.147064] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: SUCCESS [ 857.147286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.147479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.147734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.147887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.148043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.148130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.148264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.148397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.149239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.149362] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.204476] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.204476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.204476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.204476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.204476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.204476] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be updated. [ 857.237525] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.239892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.239892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.239892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.239892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.254168] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: IN_PROGRESS for 2s [ 857.501897] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.504698] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.551096] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: SUCCESS [ 857.551395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.653565] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.005507] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.009341] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.156022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 262222e6-0901-42a4-9cf9-7a35f2894831: rpc.has_security_group_logging(os_id): False [ 858.171684] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.171827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.171895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.172129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.172220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.172449] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.172574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.172646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.172796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.172868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.172955] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be created. [ 858.263330] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.263707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.263707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.263780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.264807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.285115] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: IN_PROGRESS for 2s [ 858.509488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.510426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.510426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.510426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.510426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.510680] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be updated. [ 858.513368] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.513492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.513559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.513741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.514275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.515289] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 858.541327] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.541475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.541523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.542455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.542455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.543760] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.543898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.543972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.544171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.544301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.553638] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: IN_PROGRESS for 2s [ 858.554705] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 858.833247] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: SUCCESS [ 858.833247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.833247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.833247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.833247] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.275492] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 in Status: SUCCESS [ 859.275833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.276056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.276237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.276511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.276677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.276765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.276992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.277131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.277276] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.364392] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.364609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.364609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.364838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.364950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.365147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be deleted. [ 859.438977] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.438977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.438977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.438977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.438977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.438977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.782498] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.782680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.782753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.782971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.783074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.783276] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.783375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.783437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.783586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.783664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.783751] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 is going to be deleted. [ 859.819460] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.819460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.819460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.819661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.819713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.820867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.821508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.821709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.821899] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.822013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.822178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.822278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.822365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.823150] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a4b1bf7-95c5-4eb7-9764-4f36d16905c8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.303051] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: SUCCESS [ 860.304042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.327081] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.327423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.327423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.327697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.327779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.328136] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.328286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.328347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.328556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.328648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.328783] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a4b1bf7-95c5-4eb7-9764-4f36d16905c8 already deleted. [ 860.328926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a4b1bf7-95c5-4eb7-9764-4f36d16905c8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.567924] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: SUCCESS [ 860.568207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.568301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.568551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.568976] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.568976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.569153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.569199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.569243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.569456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.569456] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.571202] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 860.571545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.571779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.571939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572301] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.572301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.572301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.572597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.573320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.573480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.573678] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.573795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.573877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.574183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.574268] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.574337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.574337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.574522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.574631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.574738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.575033] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.077104] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.078115] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50b0fb3-daeb-4cc7-98d3-4a854690873d: rpc.has_security_group_logging(os_id): False [ 861.099155] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.099155] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.099155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.101275] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.101275] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.101275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.101275] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 861.170182] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.170355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.170408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.170628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.170819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.185099] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 861.506936] env[65957]: INFO networking_nsxv3.common.synchronization [None req-bc848be0-9485-461e-a4bf-44c6aa853e96 None None] Enqueued Resource ID: 2b41fc7d-7044-43c5-9555-6943ebfeb964 with Priority: HIGHEST for action port [ 861.507642] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b41fc7d-7044-43c5-9555-6943ebfeb964 with Priority: HIGHEST for action port [ 861.507899] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b41fc7d-7044-43c5-9555-6943ebfeb964 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.508061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b41fc7d-7044-43c5-9555-6943ebfeb964" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.508143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b41fc7d-7044-43c5-9555-6943ebfeb964" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.508431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b41fc7d-7044-43c5-9555-6943ebfeb964" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.508537] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b41fc7d-7044-43c5-9555-6943ebfeb964',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.581054] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f81e6109-86a2-46b0-8e73-6eb3bd6c5b07: rpc.has_security_group_logging(os_id): False [ 861.599606] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.599752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.599838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.600047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.600164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.600387] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.600488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.600566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.601673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.601780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.601881] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be updated. [ 861.664159] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.664159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.665277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.667798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.682925] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: IN_PROGRESS for 2s [ 862.010774] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b41fc7d-7044-43c5-9555-6943ebfeb964 [ 862.011032] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.011181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.011255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.011489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.011575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.011671] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b41fc7d-7044-43c5-9555-6943ebfeb964 already deleted. [ 862.011750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b41fc7d-7044-43c5-9555-6943ebfeb964" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.564601] env[65957]: INFO networking_nsxv3.common.synchronization [None req-cfe030d6-e528-4158-a93e-51edfdb6072a tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_rules [ 862.565296] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_rules [ 862.565650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.565749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.565792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.566040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.566144] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.682344] env[65957]: INFO networking_nsxv3.common.synchronization [None req-e33a8fe4-1dc2-4373-aacc-1a78c19dbf7f tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_rules [ 862.683657] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_rules [ 862.683657] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.683657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.073991] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee39029f-82aa-49a7-b539-05f4216cc4c7 req-b8f3e9be-8f77-490b-8b65-ba6e2d2deb06 tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 863.074718] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 863.075228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.075358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.075460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.075613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.075762] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.076266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.076266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.076667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.076969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.076969] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.095808] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.095808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.095808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.095808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.095808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.095808] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 already deleted. [ 863.095808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.095808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.095808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.095808] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.200537] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 863.200537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.200537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.200537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.200537] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.494297] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494297] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494297] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.494717] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.494807] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.495126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.495437] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.495698] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.495841] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.496327] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.496327] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.496327] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.496956] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.496956] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.496956] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.496956] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.516133] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.516277] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.516368] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.516585] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-212" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.516911] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-d61a0e0e-f464-449b-90e2-81ba069f7c8c taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.517094] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.518193] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.518193] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.518193] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61a0e0e-f464-449b-90e2-81ba069f7c8c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.579849] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.620458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.620613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.620683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.620898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.620989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.621104] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 already deleted. [ 863.621198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.697989] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: SUCCESS [ 863.698336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.702887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.703027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.703027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.703214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.703509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.703509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.703655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.703714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.703835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.703909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.703976] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.020447] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.020747] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.021662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.022063] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.022244] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.022438] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port d61a0e0e-f464-449b-90e2-81ba069f7c8c not found, creating... [ 864.022926] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.023061] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.023105] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.023334] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.023471] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.025261] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.026646] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.026791] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.027041] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.027186] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.027334] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: d61a0e0e-f464-449b-90e2-81ba069f7c8c is going to be created. [ 864.061979] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.061979] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.062214] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.062308] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.062550] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.062776] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.084413] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.150131] env[65957]: INFO networking_nsxv3.common.synchronization [None req-7a14e62a-83ab-43a5-9202-be7edb586802 None None] Enqueued Resource ID: 1d026a69-a920-4a40-bf91-e723aa2e8840 with Priority: HIGHEST for action port [ 864.151617] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d026a69-a920-4a40-bf91-e723aa2e8840 with Priority: HIGHEST for action port [ 864.156833] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d026a69-a920-4a40-bf91-e723aa2e8840 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.156833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d026a69-a920-4a40-bf91-e723aa2e8840" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.156833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d026a69-a920-4a40-bf91-e723aa2e8840" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.156833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d026a69-a920-4a40-bf91-e723aa2e8840" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.156833] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d026a69-a920-4a40-bf91-e723aa2e8840',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.206032] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.206567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.206567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.206567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.206857] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.207034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.207133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.207376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.207520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.207670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.207921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.208297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.208381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.208670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.209333] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.209333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.209333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.209648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.209648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.209727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.209852] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.591022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.591022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.591022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.591022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.591022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.591022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 864.619160] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.619307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.619377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.619593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.619737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.629911] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 864.661767] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d026a69-a920-4a40-bf91-e723aa2e8840 [ 864.662020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.662378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.662378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.662479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.662528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.663018] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d026a69-a920-4a40-bf91-e723aa2e8840 already deleted. [ 864.663018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d026a69-a920-4a40-bf91-e723aa2e8840" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.714706] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50b0fb3-daeb-4cc7-98d3-4a854690873d: rpc.has_security_group_logging(os_id): False [ 864.738017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.738017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.738017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.738017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.739136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.739136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.739136] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.739136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.739136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.739136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.739136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.739396] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 864.812203] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.812357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.812413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.812677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.812887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.828829] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 865.202780] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee39029f-82aa-49a7-b539-05f4216cc4c7 req-0791f9c7-c773-4375-aaa8-7a7c0e8f5d68 service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 865.202985] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee39029f-82aa-49a7-b539-05f4216cc4c7 req-0791f9c7-c773-4375-aaa8-7a7c0e8f5d68 service nova] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 865.203152] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee39029f-82aa-49a7-b539-05f4216cc4c7 req-0791f9c7-c773-4375-aaa8-7a7c0e8f5d68 service nova] Enqueued Resource ID: d61a0e0e-f464-449b-90e2-81ba069f7c8c with Priority: HIGHEST for action port [ 865.203685] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_rules [ 865.203820] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 865.203916] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a0e0e-f464-449b-90e2-81ba069f7c8c with Priority: HIGHEST for action port [ 865.204222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.204344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.204402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.204603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.204682] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.205986] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61a0e0e-f464-449b-90e2-81ba069f7c8c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.206624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.206702] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61a0e0e-f464-449b-90e2-81ba069f7c8c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.708384] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.709039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.709039] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d61a0e0e-f464-449b-90e2-81ba069f7c8c with status ACTIVE [ 865.709134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.709204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.709269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.709510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.709601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.709951] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.710090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.710165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.710608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.710608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.710724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.710724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.710816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.710923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.710994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.711559] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d61a0e0e-f464-449b-90e2-81ba069f7c8c is going to be updated. [ 865.738677] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.738845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.738895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.739147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.739287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.739448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61a0e0e-f464-449b-90e2-81ba069f7c8c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.641053] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 866.641423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.641527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.641668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.641862] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.641971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.642044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.642193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.642263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.642412] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.844578] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 866.845356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.144461] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.647966] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.149471] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.149778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.149778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.154053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.154053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.154053] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 868.182347] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.182819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.182819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.183447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.183851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.198060] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 868.659291] env[65957]: INFO networking_nsxv3.common.synchronization [req-3e65815b-a27a-4cd3-953a-8d54724a3d91 req-04bc7118-b62d-45a6-a638-88662c49c5b5 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_members [ 868.661683] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_members [ 868.661683] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2712b2-ef3a-40de-b019-c36c0e181510 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.661683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.661683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.662854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.662854] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.662974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.663054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.663192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.663278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.663375] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.094501] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.094699] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.094825] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.095214] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.095347] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.095502] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.095616] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.095832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.095972] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.096422] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.096577] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.096632] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.096739] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.096846] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.096948] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.097090] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.117343] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.117523] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.117657] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.117825] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.118148] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-ceceb574-593b-4839-81e3-7464916abdb4 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.118330] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.118445] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.118784] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.118941] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceceb574-593b-4839-81e3-7464916abdb4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.168222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.168595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.168595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.168819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.168819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.169067] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.169207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.169283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.169486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.169745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.169870] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 already deleted. [ 869.169966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.586198] env[65957]: INFO networking_nsxv3.common.synchronization [None req-b85ff237-5a34-44c4-98be-838bb678ee58 None None] Enqueued Resource ID: 1939f8c7-3a8c-4b38-b31a-f192b3a33a2e with Priority: HIGHEST for action port [ 869.586775] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1939f8c7-3a8c-4b38-b31a-f192b3a33a2e with Priority: HIGHEST for action port [ 869.587127] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1939f8c7-3a8c-4b38-b31a-f192b3a33a2e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.587258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1939f8c7-3a8c-4b38-b31a-f192b3a33a2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.587323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1939f8c7-3a8c-4b38-b31a-f192b3a33a2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.588082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1939f8c7-3a8c-4b38-b31a-f192b3a33a2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.588082] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1939f8c7-3a8c-4b38-b31a-f192b3a33a2e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.621615] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.622693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.622693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.622693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.622693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.622693] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port ceceb574-593b-4839-81e3-7464916abdb4 not found, creating... [ 869.623012] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.623012] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.623123] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.623320] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.623454] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.627025] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.627025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.627025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.627025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.627025] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.627025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: ceceb574-593b-4839-81e3-7464916abdb4 is going to be created. [ 869.666095] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.666370] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.666427] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.666674] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.666916] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.667178] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.092159] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1939f8c7-3a8c-4b38-b31a-f192b3a33a2e [ 870.092411] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.092581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.092661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.092884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.093809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.093809] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1939f8c7-3a8c-4b38-b31a-f192b3a33a2e already deleted. [ 870.093809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1939f8c7-3a8c-4b38-b31a-f192b3a33a2e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.209240] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 4s [ 870.331365] env[65957]: INFO networking_nsxv3.common.synchronization [req-b935d072-1a2e-45a1-a57d-c5a377175f11 req-0e557a12-d8e3-4aef-ad80-dd425d910514 tempest-ListServerFiltersTestJSON-1713506800 tempest-ListServerFiltersTestJSON-1713506800-project-member] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 870.331966] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGHEST for action security_group_members [ 870.332304] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.332433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.332500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.336022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.336022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.336022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.336022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.336022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.336022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.336022] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.419039] env[65957]: INFO networking_nsxv3.common.synchronization [req-3e65815b-a27a-4cd3-953a-8d54724a3d91 req-3d6d2fc3-cd60-4e85-b417-fed02e1cb144 service nova] Enqueued Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_rules [ 870.419039] env[65957]: INFO networking_nsxv3.common.synchronization [req-3e65815b-a27a-4cd3-953a-8d54724a3d91 req-3d6d2fc3-cd60-4e85-b417-fed02e1cb144 service nova] Enqueued Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_members [ 870.419039] env[65957]: INFO networking_nsxv3.common.synchronization [req-3e65815b-a27a-4cd3-953a-8d54724a3d91 req-3d6d2fc3-cd60-4e85-b417-fed02e1cb144 service nova] Enqueued Resource ID: ceceb574-593b-4839-81e3-7464916abdb4 with Priority: HIGHEST for action port [ 870.419039] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_rules [ 870.419039] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_members [ 870.419039] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceceb574-593b-4839-81e3-7464916abdb4 with Priority: HIGHEST for action port [ 870.419039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2712b2-ef3a-40de-b019-c36c0e181510 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.419039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.419039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.419946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.419946] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.420352] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2712b2-ef3a-40de-b019-c36c0e181510 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.420521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.420594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.420776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.420939] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.421053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.421115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.421262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.421377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.421501] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.422475] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceceb574-593b-4839-81e3-7464916abdb4 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.422475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.422691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.422750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.422805] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceceb574-593b-4839-81e3-7464916abdb4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.840610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.840610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.840610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.840610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be updated. [ 870.870728] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.870933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.871022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.871333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.871405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.875519] env[65957]: INFO networking_nsxv3.common.synchronization [req-be1b8934-23c6-4e98-9165-4005704cb696 req-db8cd5b8-bff9-41f0-b999-2528c4962403 tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 870.876787] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 870.877121] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.877459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.877459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.877570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.877635] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.877732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.877790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.877941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.878902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.879089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.884775] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: IN_PROGRESS for 2s [ 870.925317] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2712b2-ef3a-40de-b019-c36c0e181510 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.925466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.926188] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.927563] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceceb574-593b-4839-81e3-7464916abdb4 with status ACTIVE [ 870.927563] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.927725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.927794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.928257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.929645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.931100] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.931169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.931280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.931517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.931612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.932213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.932213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.932213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.932213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.932213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.932570] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceceb574-593b-4839-81e3-7464916abdb4 is going to be updated. [ 870.952972] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.953137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.953196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.953391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.953518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.953712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceceb574-593b-4839-81e3-7464916abdb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.252038] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.252383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.252383] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.253240] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.253240] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.253240] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.253240] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.253557] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.253644] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.253825] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.253985] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.254060] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.254167] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.254274] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.254402] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.254545] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.274953] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.275958] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.275958] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.275958] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.275958] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-179db393-284d-4502-a833-7ba005a58d28 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.275958] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.276251] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.276360] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.276498] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('179db393-284d-4502-a833-7ba005a58d28',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.382787] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.434788] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.534319] env[65957]: INFO networking_nsxv3.common.synchronization [None req-337b6220-574f-482a-923b-650c758bdf8a tempest-ServersTestBootFromVolume-380101121 tempest-ServersTestBootFromVolume-380101121-project-member] Enqueued Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_rules [ 871.534905] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_rules [ 871.534992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.535145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.535628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.535898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.535987] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.668690] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f0efabe6-3b02-4413-9eda-c18431e31eb7 tempest-ServersTestBootFromVolume-380101121 tempest-ServersTestBootFromVolume-380101121-project-member] Enqueued Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_rules [ 871.669680] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_rules [ 871.669680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.669680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.778842] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779196] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779342] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.779730] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.779945] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.780121] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 179db393-284d-4502-a833-7ba005a58d28 not found, creating... [ 871.780718] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.781020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.781020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.781514] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.781514] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.781856] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.782435] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.783316] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.783316] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.783316] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.783316] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 179db393-284d-4502-a833-7ba005a58d28 is going to be created. [ 871.805595] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.805875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.805970] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.806315] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.806618] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.806900] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.885660] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.937808] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.938047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.938047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.938272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.938348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.938450] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 is going to be created. [ 871.987529] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.987740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.987740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.987965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.988156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.002324] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 in Status: UNINITIALIZED for 2s [ 872.065239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.065381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.065513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.065615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.065838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.065838] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 already deleted. [ 872.066093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.066093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.066311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.066311] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.220403] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 872.220732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.220841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.221075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.221286] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.221417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.221488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.221663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.221748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.221835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.221924] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.388572] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.391459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.391459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.391459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.391459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.391459] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 872.421721] env[65957]: INFO networking_nsxv3.common.synchronization [None req-75213de8-8f3e-4187-a6f6-e755edd4b624 None None] Enqueued Resource ID: bbf6c2b3-28c1-438b-ba0c-e52eab0f823f with Priority: HIGHEST for action port [ 872.422411] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf6c2b3-28c1-438b-ba0c-e52eab0f823f with Priority: HIGHEST for action port [ 872.423965] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.423965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.423965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.424283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.424457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.425680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf6c2b3-28c1-438b-ba0c-e52eab0f823f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.425839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf6c2b3-28c1-438b-ba0c-e52eab0f823f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf6c2b3-28c1-438b-ba0c-e52eab0f823f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.426231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf6c2b3-28c1-438b-ba0c-e52eab0f823f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.426331] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf6c2b3-28c1-438b-ba0c-e52eab0f823f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.440264] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 872.595166] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.595166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.595166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.595166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.595166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.595166] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 already deleted. [ 872.595166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.630245] env[65957]: INFO networking_nsxv3.common.synchronization [req-be1b8934-23c6-4e98-9165-4005704cb696 req-5507799a-094b-4362-ab1c-30cd0851adab service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 872.630451] env[65957]: INFO networking_nsxv3.common.synchronization [req-be1b8934-23c6-4e98-9165-4005704cb696 req-5507799a-094b-4362-ab1c-30cd0851adab service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 872.630597] env[65957]: INFO networking_nsxv3.common.synchronization [req-be1b8934-23c6-4e98-9165-4005704cb696 req-5507799a-094b-4362-ab1c-30cd0851adab service nova] Enqueued Resource ID: 179db393-284d-4502-a833-7ba005a58d28 with Priority: HIGHEST for action port [ 872.631413] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 872.631550] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 872.631587] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 179db393-284d-4502-a833-7ba005a58d28 with Priority: HIGHEST for action port [ 872.634279] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.634418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.634486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.634695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.634800] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.636018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.636145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.636359] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-179db393-284d-4502-a833-7ba005a58d28 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.636465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.636525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.636691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.636766] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('179db393-284d-4502-a833-7ba005a58d28',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.725158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.729594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.729793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.730032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.730357] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.730546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.730655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.730903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.731056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.731207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.731488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.731652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.731910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.732021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.734110] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.734243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.734317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.735054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.735054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.735054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.735054] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.896947] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 in Status: SUCCESS [ 872.896947] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 deletion is rescheduled due to dependency. [ 872.896947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.930044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbf6c2b3-28c1-438b-ba0c-e52eab0f823f [ 872.930044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.930044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.930044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.930044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.930044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.930044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbf6c2b3-28c1-438b-ba0c-e52eab0f823f already deleted. [ 872.930044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf6c2b3-28c1-438b-ba0c-e52eab0f823f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.143335] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 179db393-284d-4502-a833-7ba005a58d28 with status ACTIVE [ 873.144043] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.144043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.144043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.144043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.144416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.144416] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.144416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.144635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.144635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.144700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.146559] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.146559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.146559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.146559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.146559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.146559] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 179db393-284d-4502-a833-7ba005a58d28 is going to be updated. [ 873.146966] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.146966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.219699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.219699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.220082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.220082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.220180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.220469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-179db393-284d-4502-a833-7ba005a58d28" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.240273] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34db5f1c-f777-4166-9fd2-14947bea8b83: rpc.has_security_group_logging(os_id): False [ 873.289216] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.291029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.291029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.291029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.291029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.291029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.295425] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.295425] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.295425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.295916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.295916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.295916] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 873.543896] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.545314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.545314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.545314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.545314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.567612] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 874.018373] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 in Status: SUCCESS [ 874.018373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.018564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.018752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.018919] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.019040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.019100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.021748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.021748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.021748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.021748] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.453137] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 874.453137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.453137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.453137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.453137] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.453341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.453402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.453601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.453734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.453878] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.522415] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.956312] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.025540] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e2712b2-ef3a-40de-b019-c36c0e181510: rpc.has_security_group_logging(os_id): False [ 875.045056] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.045056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.045406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.045406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.045406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.045658] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.046869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.046869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.046869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.046869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.046869] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 is going to be created. [ 875.129193] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.129417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.129511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.129734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.129913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.151095] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 in Status: IN_PROGRESS for 2s [ 875.459302] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.589797] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 875.590091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.963207] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.963548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.963548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.963668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.963983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.964143] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 875.998187] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.998398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.998475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.998664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.998816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.009865] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 876.624807] env[65957]: INFO networking_nsxv3.common.synchronization [req-cb95a405-7722-4c0a-8493-ecbbe1935e06 req-9a193f93-ef08-486b-b9aa-c5e025edc40e tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_members [ 876.624807] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_members [ 876.625282] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.625375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.625465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.625756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.625921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.626195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.626195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.626292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.626382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.626496] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.086816] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.087266] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.087266] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.087576] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.087937] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.088426] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.088529] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.088783] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.088914] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.089152] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.089329] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.089404] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.089471] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.089577] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.089678] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.089847] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.112687] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.112894] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.113048] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.113233] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.113578] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-36884b90-ddf6-4d48-aade-e0d41e9f8bea taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.113806] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.114008] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.114426] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.114583] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36884b90-ddf6-4d48-aade-e0d41e9f8bea',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.130463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.130463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.130463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.130463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.130463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.130463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.130463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.130463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.130463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.130904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.130904] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46b70ca-c833-4c53-be05-42ceca58395f already deleted. [ 877.130904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.168193] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 in Status: SUCCESS [ 877.168193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.617476] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.617711] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.617853] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.618160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.618334] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.618529] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 36884b90-ddf6-4d48-aade-e0d41e9f8bea not found, creating... [ 877.618832] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.618996] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.619155] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.619355] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.619493] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.619790] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.619970] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.620098] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.620358] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.620534] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.620681] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 36884b90-ddf6-4d48-aade-e0d41e9f8bea is going to be created. [ 877.644891] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.645150] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.645855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.645855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.645855] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.646054] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.025586] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 878.025798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.026026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.026328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.026569] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.026725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.026803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.027074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.027163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.027200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.027309] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.472104] env[65957]: INFO networking_nsxv3.common.synchronization [req-cb95a405-7722-4c0a-8493-ecbbe1935e06 req-f62dff09-c2aa-4235-970e-4f58e5a93849 service nova] Enqueued Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_rules [ 878.472408] env[65957]: INFO networking_nsxv3.common.synchronization [req-cb95a405-7722-4c0a-8493-ecbbe1935e06 req-f62dff09-c2aa-4235-970e-4f58e5a93849 service nova] Enqueued Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_members [ 878.472439] env[65957]: INFO networking_nsxv3.common.synchronization [req-cb95a405-7722-4c0a-8493-ecbbe1935e06 req-f62dff09-c2aa-4235-970e-4f58e5a93849 service nova] Enqueued Resource ID: 36884b90-ddf6-4d48-aade-e0d41e9f8bea with Priority: HIGHEST for action port [ 878.477935] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_rules [ 878.477935] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_members [ 878.477935] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36884b90-ddf6-4d48-aade-e0d41e9f8bea with Priority: HIGHEST for action port [ 878.482698] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.482698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.482698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.482698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.482698] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.482698] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.483491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.483709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.484108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.487489] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.487489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.487489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.487489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.487489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.487489] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.489056] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-36884b90-ddf6-4d48-aade-e0d41e9f8bea taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.489421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.489964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.490465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.490679] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36884b90-ddf6-4d48-aade-e0d41e9f8bea',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.530221] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.531810] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.531810] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.531810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.532334] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.532334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.532334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.532334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.532334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.532334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.532469] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.993169] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.993435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.993980] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.995033] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36884b90-ddf6-4d48-aade-e0d41e9f8bea with status ACTIVE [ 878.998210] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.998210] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.998210] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.998210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.998210] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36884b90-ddf6-4d48-aade-e0d41e9f8bea is going to be updated. [ 879.026081] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.026081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.026306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.026455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.026727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.026727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36884b90-ddf6-4d48-aade-e0d41e9f8bea" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.036503] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce955f7-07b2-4076-80d8-06c296565870: rpc.has_security_group_logging(os_id): False [ 879.060039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.060217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.060252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.061066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.090623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.090950] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.092217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.092354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.092613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.092751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.092924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.093044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.093122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.093297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.093376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.093583] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.093680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.093743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.093901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.094016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.094076] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 879.192963] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.194027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.194027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.194027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.194027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.229237] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 879.500795] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.003786] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.004022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.004088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.004372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.004466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.004589] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46b70ca-c833-4c53-be05-42ceca58395f is going to be created. [ 880.038748] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.038944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.038944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.039245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.039464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.052194] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46b70ca-c833-4c53-be05-42ceca58395f in Status: UNINITIALIZED for 2s [ 880.786909] env[65957]: INFO networking_nsxv3.common.synchronization [req-97079ae1-20be-47da-882f-41fdf3a87b19 req-2f4ca818-cd4c-41d9-9d30-48a404d53f97 tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 880.788059] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGHEST for action security_group_members [ 880.789085] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.789085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.789085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.790035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.790035] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.790243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.790357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.790957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.790957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.790957] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.244621] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 881.244621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.293919] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.295033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.295033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.295033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.295033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.295033] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.295033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.295033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.295033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.295306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.295306] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 is going to be updated. [ 881.328811] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.329962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.329962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.329962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.329962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.342985] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: IN_PROGRESS for 2s [ 881.712416] env[65957]: INFO networking_nsxv3.common.synchronization [req-1288d836-f83d-4242-8e40-659e748ce8ff req-ffde3d82-cf1d-4133-ac78-d63e5c69bfac tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 881.713277] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 881.713641] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.713803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.713883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.715241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.716263] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.716687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.716687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.716782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.716859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.716976] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.065137] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46b70ca-c833-4c53-be05-42ceca58395f in Status: SUCCESS [ 882.065535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.065535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.066388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.066388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.066388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.066388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.066388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.066640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.066640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.066640] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.222249] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.222249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.222249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.222249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.222249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.222873] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.223135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.224038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.224038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.224038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.224038] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 already deleted. [ 882.224038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.233333] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.233333] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.239173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.239173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.239173] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.239173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.239173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.239173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.239173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.239173] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.239173] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.239173] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.239173] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.239173] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.239173] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.239173] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.265193] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.265638] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.265970] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.268026] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.268026] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-45c36667-d558-47ba-b757-f027f030e21e taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.268026] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.268026] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.268026] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.268026] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45c36667-d558-47ba-b757-f027f030e21e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.569681] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.772360] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.773742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.774520] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.775128] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.775421] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.775731] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 45c36667-d558-47ba-b757-f027f030e21e not found, creating... [ 882.776801] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.777293] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.779182] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.779182] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.779182] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.780768] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.782243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.782618] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.783582] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.784084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.784428] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 45c36667-d558-47ba-b757-f027f030e21e is going to be created. [ 882.809202] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.809696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.810306] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.811523] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.812268] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.813344] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.075361] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a46b70ca-c833-4c53-be05-42ceca58395f: rpc.has_security_group_logging(os_id): False [ 883.098790] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.098992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.098992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.100322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.100322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.100322] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.100322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.100322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.100322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.100322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.100322] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46b70ca-c833-4c53-be05-42ceca58395f is going to be created. [ 883.225521] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.225521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.225762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.226691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.226691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.246894] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46b70ca-c833-4c53-be05-42ceca58395f in Status: IN_PROGRESS for 2s [ 883.361677] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 in Status: SUCCESS [ 883.361898] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 deletion is rescheduled due to dependency. [ 883.361971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.616037] env[65957]: INFO networking_nsxv3.common.synchronization [req-1288d836-f83d-4242-8e40-659e748ce8ff req-b92ef5c6-723f-4778-a4bb-7e9ad79e9df9 service nova] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_rules [ 883.616243] env[65957]: INFO networking_nsxv3.common.synchronization [req-1288d836-f83d-4242-8e40-659e748ce8ff req-b92ef5c6-723f-4778-a4bb-7e9ad79e9df9 service nova] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 883.616385] env[65957]: INFO networking_nsxv3.common.synchronization [req-1288d836-f83d-4242-8e40-659e748ce8ff req-b92ef5c6-723f-4778-a4bb-7e9ad79e9df9 service nova] Enqueued Resource ID: 45c36667-d558-47ba-b757-f027f030e21e with Priority: HIGHEST for action port [ 883.617266] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_rules [ 883.617437] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 883.617569] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45c36667-d558-47ba-b757-f027f030e21e with Priority: HIGHEST for action port [ 883.620195] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.620195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.620195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.620195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.620516] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.621273] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.621478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.621564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.621749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.621910] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.622020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.622097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.622263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.622376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.622499] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.625529] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-45c36667-d558-47ba-b757-f027f030e21e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.625746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.625898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.626153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.626239] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45c36667-d558-47ba-b757-f027f030e21e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.128536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.128853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.130135] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45c36667-d558-47ba-b757-f027f030e21e with status ACTIVE [ 884.130423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.130572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.130650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.130890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.130922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.131409] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.131409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.131409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.131579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.131579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.131731] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.131849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.131904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.132055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.132132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.132239] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45c36667-d558-47ba-b757-f027f030e21e is going to be updated. [ 884.136058] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.163036] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.163036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.163036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.163036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.163036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.163036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45c36667-d558-47ba-b757-f027f030e21e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.640898] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.849370] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa0fc9dd-a1db-4d6f-b8d8-a7e57cac3883 req-bec6d8ca-ab6a-4a91-9d71-16a748410c08 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 884.852568] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 884.852568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.852568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.852568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.852568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.852568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.852568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.853061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.853333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.853467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.853637] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.144038] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.146958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.146958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.146958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.146958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.146958] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be created. [ 885.196671] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.196671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.196671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.196671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.196825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.215250] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: UNINITIALIZED for 2s [ 885.264167] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46b70ca-c833-4c53-be05-42ceca58395f in Status: SUCCESS [ 885.264569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.297928] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.298156] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.298315] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.298655] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.299040] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.299235] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.299359] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.299663] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.299807] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.300221] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.300221] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.300303] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.300367] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.300487] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.300599] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.300731] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.349465] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.349655] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.349796] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.349987] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.352491] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-bce85ded-9359-4b98-8c8a-d0669f77cbcf taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.352491] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.352491] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.352491] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.352743] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce85ded-9359-4b98-8c8a-d0669f77cbcf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.355630] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.355836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.355907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.356156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.356261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.356449] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.356816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.356816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.356816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.357039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.357039] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 885.386407] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.386729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.386729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.387109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.387109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.399342] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 885.530848] env[65957]: INFO networking_nsxv3.common.synchronization [None req-aa663d84-1e85-4053-88c6-f46e7ba0161d None None] Enqueued Resource ID: 56687f88-832f-4e86-9947-33e989128323 with Priority: HIGHEST for action port [ 885.531417] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56687f88-832f-4e86-9947-33e989128323 with Priority: HIGHEST for action port [ 885.531787] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-56687f88-832f-4e86-9947-33e989128323 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.531897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56687f88-832f-4e86-9947-33e989128323" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.531969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56687f88-832f-4e86-9947-33e989128323" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.536676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56687f88-832f-4e86-9947-33e989128323" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.536761] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56687f88-832f-4e86-9947-33e989128323',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.855348] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.855525] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.855584] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.856036] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.856143] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.856355] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port bce85ded-9359-4b98-8c8a-d0669f77cbcf not found, creating... [ 885.856709] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.856948] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.857339] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.857505] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.857780] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.858096] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.858330] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.858491] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.858787] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.858995] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.859190] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: bce85ded-9359-4b98-8c8a-d0669f77cbcf is going to be created. [ 885.886196] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.886510] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.886746] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.886975] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.887259] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.887502] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.038930] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56687f88-832f-4e86-9947-33e989128323 [ 886.039127] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.039297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.041087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.041087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.041087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.041087] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56687f88-832f-4e86-9947-33e989128323 already deleted. [ 886.041087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56687f88-832f-4e86-9947-33e989128323" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.617491] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa0fc9dd-a1db-4d6f-b8d8-a7e57cac3883 req-080455cf-3a95-4cbb-9051-ea8ff7ead9f3 service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 886.617757] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa0fc9dd-a1db-4d6f-b8d8-a7e57cac3883 req-080455cf-3a95-4cbb-9051-ea8ff7ead9f3 service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 886.618196] env[65957]: INFO networking_nsxv3.common.synchronization [req-aa0fc9dd-a1db-4d6f-b8d8-a7e57cac3883 req-080455cf-3a95-4cbb-9051-ea8ff7ead9f3 service nova] Enqueued Resource ID: bce85ded-9359-4b98-8c8a-d0669f77cbcf with Priority: HIGHEST for action port [ 886.619115] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 886.620455] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 886.620455] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce85ded-9359-4b98-8c8a-d0669f77cbcf with Priority: HIGHEST for action port [ 886.621162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.621305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.621382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.621682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.621741] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.622742] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.622846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.623067] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce85ded-9359-4b98-8c8a-d0669f77cbcf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.623166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.623304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.623451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.623535] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce85ded-9359-4b98-8c8a-d0669f77cbcf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.128981] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bce85ded-9359-4b98-8c8a-d0669f77cbcf with status ACTIVE [ 887.129301] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.129471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.129557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.129938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.130066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.130272] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.130503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.130574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.130794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.130878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.131141] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.131204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.131283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.131459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.131570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.131625] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bce85ded-9359-4b98-8c8a-d0669f77cbcf is going to be updated. [ 887.132846] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.132965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.158093] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.158093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.158093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.158093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.158093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.158093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce85ded-9359-4b98-8c8a-d0669f77cbcf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.229667] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 887.229972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.230268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.230728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.230936] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.231180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.231298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.231577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.231725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.231899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.232089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.415725] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 887.415725] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 887.415725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.415725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.415725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.415725] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.415725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.415725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.416136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.417459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.417459] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.735828] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.736137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.737155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.737836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.737836] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.737836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.737836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.738099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.738144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.739281] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.739281] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.739281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.739281] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.919630] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.242703] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1935a7c1-7253-4e10-a709-32aab1b94265: rpc.has_security_group_logging(os_id): False [ 888.262881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.262881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.262881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.263158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.263203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.263711] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.263711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.263711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.264214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.264214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.264214] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.264214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.264214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.264368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.264368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.265292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.265292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.265292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.267221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.267371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.267580] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be created. [ 888.339435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.341236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.341313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.341696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.341938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.354738] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 888.424434] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.867239] env[65957]: INFO networking_nsxv3.common.synchronization [None req-c6c5d047-5160-441e-923c-9bdd17799167 None None] Enqueued Resource ID: 0fca4f96-c429-4ccb-b494-e5898afd0931 with Priority: HIGHEST for action port [ 888.867900] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fca4f96-c429-4ccb-b494-e5898afd0931 with Priority: HIGHEST for action port [ 888.869528] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fca4f96-c429-4ccb-b494-e5898afd0931 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.869674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fca4f96-c429-4ccb-b494-e5898afd0931" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.869785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fca4f96-c429-4ccb-b494-e5898afd0931" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.870863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fca4f96-c429-4ccb-b494-e5898afd0931" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.871039] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fca4f96-c429-4ccb-b494-e5898afd0931',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.927134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.927380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.927380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.927551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.927639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.927788] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 888.971037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.971255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.971331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.971580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.971740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.984403] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 889.374481] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fca4f96-c429-4ccb-b494-e5898afd0931 [ 889.374955] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.375235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.375356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.375613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.375755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.375885] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fca4f96-c429-4ccb-b494-e5898afd0931 already deleted. [ 889.376088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fca4f96-c429-4ccb-b494-e5898afd0931" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.954187] env[65957]: INFO networking_nsxv3.common.synchronization [req-cbbe674f-a427-459b-8457-84e4c69a5de7 req-cea33be0-6dda-4c52-8304-1f8c68db7a05 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 889.954951] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 889.956820] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.956959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.957044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.957257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.957428] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.957532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.957601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.958067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.958067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.958067] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.376396] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 890.376754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.391060] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.392173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.392173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.392173] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.392173] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.392522] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.392522] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.392660] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.392839] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.393086] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.393197] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.393301] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.393401] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.393505] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.393605] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.393735] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.417190] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.417190] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.417190] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.417190] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-249" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.417190] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-45fe709c-75b8-41d8-9859-966a3c668a5d taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.417190] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.417190] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.417575] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.417668] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fe709c-75b8-41d8-9859-966a3c668a5d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.464116] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.920791] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.921036] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.921179] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.921474] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.921623] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.921794] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 45fe709c-75b8-41d8-9859-966a3c668a5d not found, creating... [ 890.922170] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.922337] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.922453] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.922771] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.922940] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.923823] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.924409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.924409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.924409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.924409] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.924841] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 45fe709c-75b8-41d8-9859-966a3c668a5d is going to be created. [ 890.959721] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.960220] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.960220] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.960466] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.960732] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.961456] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.966932] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.998479] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 890.998802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.998999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.999324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.999571] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.999717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.999799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.000081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.000289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.000289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.000527] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.471276] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.471490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.471578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.471840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.471936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.472057] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 891.502914] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.503219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.503296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.503523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.503744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.504878] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.505041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.505109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.505257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.505412] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.505516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.505573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.505706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.505790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.505861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.506034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.506751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.506751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.506751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.507666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.507798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.507867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.508050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.508152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.508362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.508362] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.521887] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 891.722282] env[65957]: INFO networking_nsxv3.common.synchronization [req-cbbe674f-a427-459b-8457-84e4c69a5de7 req-6ffa5b3d-5683-4cfa-b763-f1011abd63a5 service nova] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 891.722492] env[65957]: INFO networking_nsxv3.common.synchronization [req-cbbe674f-a427-459b-8457-84e4c69a5de7 req-6ffa5b3d-5683-4cfa-b763-f1011abd63a5 service nova] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 891.722659] env[65957]: INFO networking_nsxv3.common.synchronization [req-cbbe674f-a427-459b-8457-84e4c69a5de7 req-6ffa5b3d-5683-4cfa-b763-f1011abd63a5 service nova] Enqueued Resource ID: 45fe709c-75b8-41d8-9859-966a3c668a5d with Priority: HIGHEST for action port [ 891.723452] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 891.723652] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 891.723823] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fe709c-75b8-41d8-9859-966a3c668a5d with Priority: HIGHEST for action port [ 891.724238] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.724435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.724596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.724841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.724928] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.726126] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.726247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.726459] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-45fe709c-75b8-41d8-9859-966a3c668a5d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.726570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.726631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.726833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.726913] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fe709c-75b8-41d8-9859-966a3c668a5d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.010999] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dcd3e9-9439-4353-944c-d808906d953d: rpc.has_security_group_logging(os_id): False [ 892.029682] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.029682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.029682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.029682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.029682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.029937] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.029937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.030021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.030163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.030240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.030457] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.030592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.030656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.030800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.030872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.031097] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.031210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.031271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.031436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.031523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.031611] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 892.111399] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.111609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.111677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.111859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.112012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.125255] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 892.231027] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.231214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.232120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45fe709c-75b8-41d8-9859-966a3c668a5d with status ACTIVE [ 892.232513] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.232646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.232646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.232852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.232953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.233872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.234043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.234126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.234372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.234471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.234685] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.234789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.234854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.235026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.235133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.235231] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45fe709c-75b8-41d8-9859-966a3c668a5d is going to be updated. [ 892.269709] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.269867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.270819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.270819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.270819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.270819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.530369] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 893.530743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.530828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.531061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.531362] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.531510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.531583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.531733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.531829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.531950] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.684025] env[65957]: INFO networking_nsxv3.common.synchronization [req-32ff2e78-d846-4fa3-a657-1ad5856f001f req-0f324171-49fe-4395-99fc-3ce5c92a1650 tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 893.684390] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 893.684953] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.686025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.686131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.686355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.687358] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.687358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.687358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.687358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.687358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.687358] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.037396] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.142120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 894.142201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.188956] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.539777] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.692315] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.044373] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.044373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.044373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.044373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.044373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.044373] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 895.079576] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.080241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.080241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.080364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.080687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.093959] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 895.195162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.195344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.195401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.195675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.195773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.195874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 895.228539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.228539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.228539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.228539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.228539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.239431] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 896.045526] env[65957]: INFO networking_nsxv3.common.synchronization [req-3bb3d8ef-9825-42cd-a3e7-69959cf2a79b req-34911721-876b-443e-aad1-732791d9249f tempest-ListServersNegativeTestJSON-1179025617 tempest-ListServersNegativeTestJSON-1179025617-project-member] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 896.045526] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 896.045526] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.045526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.045526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.045960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.045960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.045960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.045960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.046253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.046319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.046630] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.337975] env[65957]: INFO networking_nsxv3.common.synchronization [req-f9f8f9f6-d5e5-40f0-8931-6d805cdd45ab req-9571a857-ed17-4ed6-986d-898edbbd16bb tempest-ListServersNegativeTestJSON-1179025617 tempest-ListServersNegativeTestJSON-1179025617-project-member] Enqueued Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 896.338688] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc with Priority: HIGHEST for action security_group_members [ 896.338913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.339315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.548941] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.051831] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.107068] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.107068] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.107522] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.250595] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 897.250854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.555079] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.555246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.555315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.555534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.555620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.555723] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 897.587896] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.588065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.588134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.588350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.588502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597870] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 897.611946] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.612191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.612224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.612448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.612615] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.612722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.612785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.612963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.613061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.613152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.613298] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.613390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.613449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.613590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.613725] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.613816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.613876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.614029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.614344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.614344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.614344] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.117754] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50b0fb3-daeb-4cc7-98d3-4a854690873d: rpc.has_security_group_logging(os_id): False [ 898.153061] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.153207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.153274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.153508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.153603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.153874] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.154016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.154086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.154250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.154338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.154595] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.154670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.154726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.154868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.154964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.155174] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.155266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.155619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.155871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.155871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.157039] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 898.268541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.268541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.268541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.268541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.268984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.299024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 899.222777] env[65957]: INFO networking_nsxv3.common.synchronization [None req-8b0619a9-4b2e-4f06-9227-3d1369358e17 None None] Enqueued Resource ID: 9b10fda4-bd18-4c00-806c-a24d3d3e1df1 with Priority: HIGHEST for action port [ 899.223082] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b10fda4-bd18-4c00-806c-a24d3d3e1df1 with Priority: HIGHEST for action port [ 899.223728] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b10fda4-bd18-4c00-806c-a24d3d3e1df1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.223728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b10fda4-bd18-4c00-806c-a24d3d3e1df1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.223728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b10fda4-bd18-4c00-806c-a24d3d3e1df1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.224182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b10fda4-bd18-4c00-806c-a24d3d3e1df1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.224352] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b10fda4-bd18-4c00-806c-a24d3d3e1df1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.611358] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 899.611567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.611738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.611947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.612149] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.612342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.612342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.612473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.612556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.612648] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6cdc75-32a4-4f73-8cda-5eb5a44092dc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.726383] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b10fda4-bd18-4c00-806c-a24d3d3e1df1 [ 899.726610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.726865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.726865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.727033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.727137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.727235] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b10fda4-bd18-4c00-806c-a24d3d3e1df1 already deleted. [ 899.727314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b10fda4-bd18-4c00-806c-a24d3d3e1df1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.117212] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.117379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.117453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.117694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.117809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.118038] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.118154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.118225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.118448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.118448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.118627] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc is going to be updated. [ 900.167179] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.167347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.167415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.168232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.168232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.178248] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: IN_PROGRESS for 2s [ 900.323051] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 900.323051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.064764] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9be78806-f676-48aa-935e-11aee6e802f8 None None] Enqueued Resource ID: 04281ab5-14c4-4bcf-b71f-0b32644c421e with Priority: HIGHEST for action port [ 902.065821] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04281ab5-14c4-4bcf-b71f-0b32644c421e with Priority: HIGHEST for action port [ 902.066330] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-04281ab5-14c4-4bcf-b71f-0b32644c421e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.066546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04281ab5-14c4-4bcf-b71f-0b32644c421e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.066728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04281ab5-14c4-4bcf-b71f-0b32644c421e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.067114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04281ab5-14c4-4bcf-b71f-0b32644c421e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.067321] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04281ab5-14c4-4bcf-b71f-0b32644c421e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.195365] env[65957]: INFO networking_nsxv3.common.synchronization [req-219be030-472f-45ac-b95c-81883fa43fa2 req-285795ee-1b42-4541-9a07-8c142bc562e3 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 902.197881] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 902.198977] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc in Status: SUCCESS [ 902.199260] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6cdc75-32a4-4f73-8cda-5eb5a44092dc deletion is rescheduled due to dependency. [ 902.199416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6cdc75-32a4-4f73-8cda-5eb5a44092dc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.199830] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.200038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.200157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.200769] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.200884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.200944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.203832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.203929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.204052] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.571388] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04281ab5-14c4-4bcf-b71f-0b32644c421e [ 902.571388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.571693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.571781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.571905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.572038] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04281ab5-14c4-4bcf-b71f-0b32644c421e already deleted. [ 902.572794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04281ab5-14c4-4bcf-b71f-0b32644c421e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.679320] env[65957]: INFO networking_nsxv3.common.synchronization [req-1c7f1c87-12d6-4487-933b-5b65a5146ec6 req-7fc5d3d8-5945-4cb7-bbbf-fcd490302eb7 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 902.679320] env[65957]: INFO networking_nsxv3.common.synchronization [req-1c7f1c87-12d6-4487-933b-5b65a5146ec6 req-7fc5d3d8-5945-4cb7-bbbf-fcd490302eb7 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 902.679552] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 902.679695] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 902.680590] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.680590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.680740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.680969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.681245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.681406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.681516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.681787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.681941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.682103] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.687645] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.687645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.687645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.687645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.687645] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.687645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.687645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.687645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.687645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.687645] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.707864] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.708032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.708107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.708569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.708680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.708878] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.708972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.709126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.709375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.709493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.709586] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 902.732574] env[65957]: INFO networking_nsxv3.common.synchronization [req-1c7f1c87-12d6-4487-933b-5b65a5146ec6 req-7fc5d3d8-5945-4cb7-bbbf-fcd490302eb7 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_rules [ 902.732778] env[65957]: INFO networking_nsxv3.common.synchronization [req-1c7f1c87-12d6-4487-933b-5b65a5146ec6 req-7fc5d3d8-5945-4cb7-bbbf-fcd490302eb7 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 902.732912] env[65957]: INFO networking_nsxv3.common.synchronization [req-1c7f1c87-12d6-4487-933b-5b65a5146ec6 req-7fc5d3d8-5945-4cb7-bbbf-fcd490302eb7 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 902.733053] env[65957]: INFO networking_nsxv3.common.synchronization [req-1c7f1c87-12d6-4487-933b-5b65a5146ec6 req-7fc5d3d8-5945-4cb7-bbbf-fcd490302eb7 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 902.735123] env[65957]: INFO networking_nsxv3.common.synchronization [req-1c7f1c87-12d6-4487-933b-5b65a5146ec6 req-7fc5d3d8-5945-4cb7-bbbf-fcd490302eb7 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 45fe709c-75b8-41d8-9859-966a3c668a5d with Priority: HIGHEST for action port [ 902.735946] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_rules [ 902.736104] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 902.736203] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fe709c-75b8-41d8-9859-966a3c668a5d with Priority: HIGHEST for action port [ 902.736292] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 902.736381] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 902.736661] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.736777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.736871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.737132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.737206] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.739126] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.739126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.739126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.739126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.739126] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.740916] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-45fe709c-75b8-41d8-9859-966a3c668a5d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.740916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.741065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.741409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.741487] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fe709c-75b8-41d8-9859-966a3c668a5d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.743881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.743971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.744379] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.744379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.745500] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.745560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.745656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.745790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.745932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.758348] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 903.184739] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.189036] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.244200] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45fe709c-75b8-41d8-9859-966a3c668a5d with status ACTIVE [ 903.248325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.248325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248325] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45fe709c-75b8-41d8-9859-966a3c668a5d is going to be updated. [ 903.253536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.253536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.253536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.253536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.295184] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.295184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.295184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.295524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.295724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.296025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.687406] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.696406] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.907305] env[65957]: INFO networking_nsxv3.common.synchronization [req-d5d5af36-5589-47fb-a534-2e8bfc40d01c req-1ec2e524-4bf0-4fb0-b1b4-04f4ed4967bf tempest-ServerActionsV293TestJSON-189612333 tempest-ServerActionsV293TestJSON-189612333-project-member] Enqueued Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_members [ 903.908610] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_members [ 903.909511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.910698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.910744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.911335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.911463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.911585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.911628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.911836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.911949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.912044] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.191478] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.191867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.191867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.193354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.193354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.193552] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 904.199996] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.199996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.199996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.200295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.202356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.202356] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa is going to be created. [ 904.248653] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.248862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.248975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.249284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.249536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.269658] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: UNINITIALIZED for 2s [ 904.275688] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.275688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.275688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.275688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.275688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.289125] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 904.415275] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.415467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.415550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.415849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.415894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.416198] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.416339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.416388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.416629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.416743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.416844] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 already deleted. [ 904.417305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.488481] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.488814] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-24" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.489041] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-24" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.490586] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-24" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.492494] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.492494] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.492494] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.492494] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.492494] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.492494] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.493170] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.493170] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.493170] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.496716] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.496992] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.497265] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.524791] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.524954] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.525134] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.525319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-24" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.525642] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-509330c4-10b5-4155-91a7-07af8e44f3fd taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.525814] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.525929] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.526520] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.526665] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('509330c4-10b5-4155-91a7-07af8e44f3fd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.791028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 904.791300] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 904.791410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.030046] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.030979] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.030979] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.031418] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.031702] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.031909] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 509330c4-10b5-4155-91a7-07af8e44f3fd not found, creating... [ 905.032273] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.032394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.032515] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.032752] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.032986] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.033285] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.033449] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.033591] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.033778] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.033907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.034229] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 509330c4-10b5-4155-91a7-07af8e44f3fd is going to be created. [ 905.061412] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.063115] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.063115] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.063115] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.063115] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.063115] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.776975] env[65957]: INFO networking_nsxv3.common.synchronization [req-d5d5af36-5589-47fb-a534-2e8bfc40d01c req-bfab2911-85af-46d3-b4ed-f725bdb8c926 service nova] Enqueued Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_rules [ 905.777513] env[65957]: INFO networking_nsxv3.common.synchronization [req-d5d5af36-5589-47fb-a534-2e8bfc40d01c req-bfab2911-85af-46d3-b4ed-f725bdb8c926 service nova] Enqueued Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_members [ 905.777513] env[65957]: INFO networking_nsxv3.common.synchronization [req-d5d5af36-5589-47fb-a534-2e8bfc40d01c req-bfab2911-85af-46d3-b4ed-f725bdb8c926 service nova] Enqueued Resource ID: 509330c4-10b5-4155-91a7-07af8e44f3fd with Priority: HIGHEST for action port [ 905.778639] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_rules [ 905.778851] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_members [ 905.779046] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 509330c4-10b5-4155-91a7-07af8e44f3fd with Priority: HIGHEST for action port [ 905.779485] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.779800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.779949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.780258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.780399] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.783338] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.783338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.783338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.783338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.783338] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.783638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.783638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.783834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.783881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.783996] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.785202] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-509330c4-10b5-4155-91a7-07af8e44f3fd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.785361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.785421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.785660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.785781] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('509330c4-10b5-4155-91a7-07af8e44f3fd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.809138] env[65957]: INFO networking_nsxv3.common.synchronization [req-e1b53822-4c19-4035-984d-5117798b43a7 req-8d8ccda3-894e-4f81-936f-6b9e282c8477 tempest-ServersWithSpecificFlavorTestJSON-1024937941 tempest-ServersWithSpecificFlavorTestJSON-1024937941-project-member] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 905.813061] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGHEST for action security_group_members [ 905.814481] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.814481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.814481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.814733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.814872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.814957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.815017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.815675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.815675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.815675] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.280406] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: SUCCESS [ 906.280746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.281066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.281406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.281715] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.281928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.282059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.282319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.282504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.282791] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.288462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.288588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.288781] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.289640] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 509330c4-10b5-4155-91a7-07af8e44f3fd with status ACTIVE [ 906.289827] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.290013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.290013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.290202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.290285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.290469] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.290597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.290693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.290801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.290883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.291078] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.291169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.291231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.291370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.291443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.291528] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 509330c4-10b5-4155-91a7-07af8e44f3fd is going to be updated. [ 906.315203] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 906.315471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.315685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.315973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.316162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.316310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.316390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.316573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.316682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.316808] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.319107] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.319107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.319243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.319363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.319466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.319677] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.319779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.319842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.319993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.320081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.320190] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be updated. [ 906.343060] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.343060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.343060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.343353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.343451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.343693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-509330c4-10b5-4155-91a7-07af8e44f3fd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.352641] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.352841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.352941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.353252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.353454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.365032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: IN_PROGRESS for 2s [ 906.785874] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.794774] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.823097] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.829691] env[65957]: INFO networking_nsxv3.common.synchronization [req-380ac504-c297-4e60-bbd8-7cbe18ba2cfa req-eef67579-fe58-49dd-bdc3-bf8f43cb430b tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_members [ 906.830672] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_members [ 906.832152] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.832152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.832152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.832152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.832152] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.832152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.832152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.832152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.832152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.832552] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.290089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.298109] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.298400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.298400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.298934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.298934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.298934] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 is going to be created. [ 907.311799] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.312031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.312158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.312617] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.312893] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.313066] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.313182] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.313419] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.313543] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.313759] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.313874] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.313982] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.314104] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.314237] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.314302] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.314717] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.328343] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.335424] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.335568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.335714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.335882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.335978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.336198] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.336299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.336362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.336509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.336582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.336669] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 already deleted. [ 907.336744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.339238] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.339398] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.339532] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.339691] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.339986] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-7b98e790-4835-4292-be80-c630843abcc8 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.340193] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.340275] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.340713] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.340869] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b98e790-4835-4292-be80-c630843abcc8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.343113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.343236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.343305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.343477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.343629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.365327] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 in Status: UNINITIALIZED for 2s [ 907.793034] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.793034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.793034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.793034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.793034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.793778] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa is going to be updated. [ 907.824518] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.824518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.824518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.824835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.824885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.830788] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.830949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.831009] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.831226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.831317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.831412] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 907.834638] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: IN_PROGRESS for 2s [ 907.845798] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.846032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.846160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.846533] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.846693] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.846851] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 7b98e790-4835-4292-be80-c630843abcc8 not found, creating... [ 907.847152] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.847375] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.847499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.847730] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.847866] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.848172] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.848325] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.848441] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.848711] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.848846] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.848984] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 7b98e790-4835-4292-be80-c630843abcc8 is going to be created. [ 907.869262] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.869449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.869491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.870134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.870134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.881752] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.882058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.882058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.882337] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.882564] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.882788] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.884197] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 908.376738] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262222e6-0901-42a4-9cf9-7a35f2894831 in Status: SUCCESS [ 908.376738] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 deletion is rescheduled due to dependency. [ 908.378549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.422152] env[65957]: INFO networking_nsxv3.common.synchronization [req-afa1c795-e3c1-4b0a-b08a-f64b481f14b1 req-7cde6d66-6112-4915-b157-43c3602b9705 tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 908.422735] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 908.423219] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.423352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.423434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.423769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.423957] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.424077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.424144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.424315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.424427] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.424530] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.609890] env[65957]: INFO networking_nsxv3.common.synchronization [req-380ac504-c297-4e60-bbd8-7cbe18ba2cfa req-b47a1607-dd81-4e24-8f69-96b959496d71 service nova] Enqueued Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_rules [ 908.610090] env[65957]: INFO networking_nsxv3.common.synchronization [req-380ac504-c297-4e60-bbd8-7cbe18ba2cfa req-b47a1607-dd81-4e24-8f69-96b959496d71 service nova] Enqueued Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_members [ 908.610232] env[65957]: INFO networking_nsxv3.common.synchronization [req-380ac504-c297-4e60-bbd8-7cbe18ba2cfa req-b47a1607-dd81-4e24-8f69-96b959496d71 service nova] Enqueued Resource ID: 7b98e790-4835-4292-be80-c630843abcc8 with Priority: HIGHEST for action port [ 908.611197] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_rules [ 908.611349] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_members [ 908.611462] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b98e790-4835-4292-be80-c630843abcc8 with Priority: HIGHEST for action port [ 908.611801] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.612014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.612014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.612308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.612308] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.613849] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.613849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.613966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.614110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.614285] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.614406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.614471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.614629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.614741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.614838] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.617690] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b98e790-4835-4292-be80-c630843abcc8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.617796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.617885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.618863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.618863] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b98e790-4835-4292-be80-c630843abcc8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.927296] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.120384] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.121598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.121598] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.126349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b98e790-4835-4292-be80-c630843abcc8 with status ACTIVE [ 909.126349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.126349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.126349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.126349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.126349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b98e790-4835-4292-be80-c630843abcc8 is going to be updated. [ 909.150678] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.151743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.151743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.151743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.151743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.151743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b98e790-4835-4292-be80-c630843abcc8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.380040] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 in Status: SUCCESS [ 909.380193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.380401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.380693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.380932] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.381104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.381201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.381395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.381514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.381692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.381849] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.429405] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.513336] env[65957]: INFO networking_nsxv3.common.synchronization [req-37734531-be44-4209-88ed-eabc05052a46 req-f8aadf44-b76a-4035-8ed7-23966d835370 tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 909.514045] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 909.514857] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.514857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.514857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.515677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.516893] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.517103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.517191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.517426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.517541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.517696] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.626137] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.847496] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: SUCCESS [ 909.847496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.847496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.847496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.847759] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.847759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.847759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.847880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.847959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.848129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.848204] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.884552] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.900971] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 909.901205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.902270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.902677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.902943] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.903150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.903238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.903391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.903510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.903660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.903787] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.932215] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.932215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.932611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.932611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.932611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.932764] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 909.976220] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.976374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.976447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.976663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.976812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.989315] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 910.000402] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.000725] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.001127] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.001336] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.001433] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.001774] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.001774] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.002058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.002200] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.002411] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.002521] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.002625] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.002726] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.002831] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.002942] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.003109] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.020600] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.020820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.020895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.021494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.021598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.021781] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.021925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.021994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.022190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.022294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.022380] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b already deleted. [ 910.022462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.023973] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.024618] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.024618] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.024618] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.024922] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-5d742770-7125-4ca1-91d8-25e8ddeb4131 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.024922] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.025228] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.025311] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.025572] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d742770-7125-4ca1-91d8-25e8ddeb4131',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.131650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.131937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.131999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.132292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.132292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.132468] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 is going to be created. [ 910.160958] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.161174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.161274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.161577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.161577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.175789] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 in Status: UNINITIALIZED for 2s [ 910.350897] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.389712] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f72f872-eb38-48d3-ab36-8a59086ee6b3: rpc.has_security_group_logging(os_id): False [ 910.406326] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.406567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.406634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.406861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.407155] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.407155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.407295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.407407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.407493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.407598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.407754] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.407847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.407932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.408131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.408313] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.408384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.408443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.408648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.408765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.408868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.408997] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.412071] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.412246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.412246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.412452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.412538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.412773] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.412884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.412982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.413119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.413193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.413302] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 is going to be created. [ 910.478856] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.479082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.479082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.479292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.479469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.493344] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 in Status: IN_PROGRESS for 2s [ 910.528852] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.529162] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.529399] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.529698] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.529878] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.530079] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 5d742770-7125-4ca1-91d8-25e8ddeb4131 not found, creating... [ 910.530406] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.530595] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.530820] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.531129] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.531269] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.531559] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.531777] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.531918] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.532200] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.532361] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.532529] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 5d742770-7125-4ca1-91d8-25e8ddeb4131 is going to be created. [ 910.557037] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.557334] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.557450] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.557835] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.558183] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.558504] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.852700] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8907e92-e135-451d-9aaa-427fe6ba9aaa: rpc.has_security_group_logging(os_id): False [ 910.876408] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.876589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.876651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.876843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.876939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.877178] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.877279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.877340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.877514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.877598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.877689] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa is going to be created. [ 910.912181] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50b0fb3-daeb-4cc7-98d3-4a854690873d: rpc.has_security_group_logging(os_id): False [ 910.936728] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.937221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.937221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.937221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.937383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.937614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.937758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.937797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.937993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.938123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.938385] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.938527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.938717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.938954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.939422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.939671] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.939770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.939839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.940011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.940099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.940226] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 910.979613] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.979821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.979821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.980259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.980259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.995047] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: IN_PROGRESS for 2s [ 911.048407] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.048564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.048632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.048840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.049926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.087454] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 911.312637] env[65957]: INFO networking_nsxv3.common.synchronization [req-37734531-be44-4209-88ed-eabc05052a46 req-92c5091a-abb5-4c40-8e8b-e570baff7c52 service nova] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_rules [ 911.312975] env[65957]: INFO networking_nsxv3.common.synchronization [req-37734531-be44-4209-88ed-eabc05052a46 req-92c5091a-abb5-4c40-8e8b-e570baff7c52 service nova] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 911.312975] env[65957]: INFO networking_nsxv3.common.synchronization [req-37734531-be44-4209-88ed-eabc05052a46 req-92c5091a-abb5-4c40-8e8b-e570baff7c52 service nova] Enqueued Resource ID: 5d742770-7125-4ca1-91d8-25e8ddeb4131 with Priority: HIGHEST for action port [ 911.313599] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_rules [ 911.313741] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 911.313842] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d742770-7125-4ca1-91d8-25e8ddeb4131 with Priority: HIGHEST for action port [ 911.314731] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.314870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.314941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.315255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.315344] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.317209] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.317461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.317461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.317803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.317861] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.317949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.318025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.318351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.318412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.318473] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.322089] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d742770-7125-4ca1-91d8-25e8ddeb4131 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.322089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.322089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.322089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.322089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d742770-7125-4ca1-91d8-25e8ddeb4131',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.476708] env[65957]: INFO networking_nsxv3.common.synchronization [None req-6945bae6-632a-468d-8a54-2446fccf23d8 tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 911.477373] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 911.477614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.477759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.477809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.478551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.478551] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.530752] env[65957]: INFO networking_nsxv3.common.synchronization [None req-c3ae16e3-09d1-425b-b1fc-f9ff8c1be503 None None] Enqueued Resource ID: ba5a8433-ea0a-403f-9b7b-f22b722e10b5 with Priority: HIGHEST for action port [ 911.531283] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5a8433-ea0a-403f-9b7b-f22b722e10b5 with Priority: HIGHEST for action port [ 911.531664] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba5a8433-ea0a-403f-9b7b-f22b722e10b5 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.531840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba5a8433-ea0a-403f-9b7b-f22b722e10b5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.531869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba5a8433-ea0a-403f-9b7b-f22b722e10b5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.532390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba5a8433-ea0a-403f-9b7b-f22b722e10b5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.532477] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5a8433-ea0a-403f-9b7b-f22b722e10b5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.798469] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_members [ 911.800105] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 911.800105] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 911.801930] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_members [ 911.802129] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 911.802237] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 911.802591] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85e99987-da3e-4f76-b3b9-b93719e000d2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.802695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.802769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.803086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.803254] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.803362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.803419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.803579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.803661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.803794] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.804814] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.804952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.805046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.805254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.805445] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.805551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.805636] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.805859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.805969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.806078] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.807159] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.810213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.810894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.811154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.811357] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.811478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.811567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.811836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.811947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.812076] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.823018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.823018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.823018] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.826648] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d742770-7125-4ca1-91d8-25e8ddeb4131 with status ACTIVE [ 911.826956] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.827070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.827139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.827760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.828602] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.828951] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.828951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.829079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.829330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.829330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.829495] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.829587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.829639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.829776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.829843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.829922] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d742770-7125-4ca1-91d8-25e8ddeb4131 is going to be updated. [ 911.863330] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.863922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.863922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.863922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.863922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.864154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d742770-7125-4ca1-91d8-25e8ddeb4131" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.880894] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_rules [ 911.881466] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_members [ 911.882624] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_rules [ 911.883046] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 911.883699] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 911.885299] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 911.885299] env[65957]: INFO networking_nsxv3.common.synchronization [req-99dd0b85-c023-47fe-a6e2-39ab6276849f req-95a92d39-328b-4093-9459-d14ef4b86ae4 tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 45fe709c-75b8-41d8-9859-966a3c668a5d with Priority: HIGHEST for action port [ 911.888235] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_rules [ 911.888490] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_rules [ 911.888650] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 911.888811] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fe709c-75b8-41d8-9859-966a3c668a5d with Priority: HIGHEST for action port [ 911.888961] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_rules [ 911.889114] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_members [ 911.889242] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 911.890107] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85e99987-da3e-4f76-b3b9-b93719e000d2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.890320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.890433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.890840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.890967] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.898725] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.898725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.898725] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.901020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.901020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-45fe709c-75b8-41d8-9859-966a3c668a5d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.901020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.901020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.901020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.901020] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fe709c-75b8-41d8-9859-966a3c668a5d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.902117] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.902986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.902986] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85e99987-da3e-4f76-b3b9-b93719e000d2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.902986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.902986] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.903236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.003990] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 912.004341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.012676] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.012837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.012909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.013357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.013357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.013460] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d already deleted. [ 912.013543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.017160] env[65957]: INFO networking_nsxv3.common.synchronization [None req-b9ea6736-357a-4068-b4b7-45ab41861c09 tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 912.017794] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 912.018137] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.018288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.018358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.018780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.018780] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.036801] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba5a8433-ea0a-403f-9b7b-f22b722e10b5 [ 912.037164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.037427] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.037520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.038050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.038491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.038811] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba5a8433-ea0a-403f-9b7b-f22b722e10b5 already deleted. [ 912.038911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba5a8433-ea0a-403f-9b7b-f22b722e10b5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.191089] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 in Status: SUCCESS [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.191089] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.191089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.191089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.313996] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.314998] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.316302] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.324661] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.404487] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45fe709c-75b8-41d8-9859-966a3c668a5d with status ACTIVE [ 912.404786] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.406022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.406022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.406022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.406022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.406022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.406962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.406962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.406962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.406962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.406962] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.407410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.407536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.407644] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45fe709c-75b8-41d8-9859-966a3c668a5d is going to be updated. [ 912.409097] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85e99987-da3e-4f76-b3b9-b93719e000d2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.409187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.432931] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.433171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.433247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.433453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.434032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.434032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45fe709c-75b8-41d8-9859-966a3c668a5d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.468281] env[65957]: INFO networking_nsxv3.common.synchronization [req-b70e2dd1-e5bf-4be7-9214-c0f837681c08 req-813b8076-32e4-4be5-9859-4a1d931cb444 tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 912.468860] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 912.469284] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.469440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.512031] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 in Status: SUCCESS [ 912.512031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.551751] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.551751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.551751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.551751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.551751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.551751] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d already deleted. [ 912.551751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.694637] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.817656] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.818627] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.820513] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.827693] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.827815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.827815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.828515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.828515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.828637] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be created. [ 912.855593] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.855907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.855907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.856080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.856260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.867560] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: UNINITIALIZED for 2s [ 912.968754] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.969051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.969132] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.969382] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.972352] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.972562] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.972672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.972998] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.973165] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.973515] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.973515] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.974279] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.974279] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.974279] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.974279] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.974733] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.998988] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.998988] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.998988] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.998988] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.998988] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-5415e495-7be8-4e40-8988-1aa93e800356 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.999513] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.999768] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.000182] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.001250] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5415e495-7be8-4e40-8988-1aa93e800356',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.010767] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: SUCCESS [ 913.011111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.011596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.011855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.011949] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.107033] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 913.107237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.108183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.108183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.108183] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.199516] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eacff84-9f01-49c0-9967-df4c9f5d1cc2: rpc.has_security_group_logging(os_id): False [ 913.234346] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.234490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.234554] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.234788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.234876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.235164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.235269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.235330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.235483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.235556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.235648] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 is going to be created. [ 913.322026] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.322026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.322026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.322026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.322237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.322237] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa is going to be updated. [ 913.326436] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.326436] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 is going to be created. [ 913.326436] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.326436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.326436] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 913.355637] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.355842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.356230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.356443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.374973] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 in Status: IN_PROGRESS for 2s [ 913.393987] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.395437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.395437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.395437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.395437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.401126] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.401399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.401475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.402461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.402461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.405734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.405734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.405734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.405734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.405734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.429088] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 913.429886] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: IN_PROGRESS for 2s [ 913.433906] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 in Status: UNINITIALIZED for 2s [ 913.505660] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.505660] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.506195] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.506195] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.506287] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.506497] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 5415e495-7be8-4e40-8988-1aa93e800356 not found, creating... [ 913.506867] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.507508] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.507572] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.507948] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.508226] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.508727] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.509051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.509293] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.509652] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.509913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.510184] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 5415e495-7be8-4e40-8988-1aa93e800356 is going to be created. [ 913.514620] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.514917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.535675] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.535968] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.536170] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.536533] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.536836] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.541636] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.611188] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.611341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.737494] env[65957]: INFO networking_nsxv3.common.synchronization [None req-24ffdc24-f3c7-432d-a169-48108eb5f3ac None None] Enqueued Resource ID: 35afddc8-9d27-4a0e-821e-575162df509e with Priority: HIGHEST for action port [ 913.738180] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35afddc8-9d27-4a0e-821e-575162df509e with Priority: HIGHEST for action port [ 913.738632] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-35afddc8-9d27-4a0e-821e-575162df509e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.738741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35afddc8-9d27-4a0e-821e-575162df509e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.738876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35afddc8-9d27-4a0e-821e-575162df509e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.739363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35afddc8-9d27-4a0e-821e-575162df509e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.739470] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35afddc8-9d27-4a0e-821e-575162df509e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.243167] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35afddc8-9d27-4a0e-821e-575162df509e [ 914.245921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.245921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.245921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.245921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.245921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.245921] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35afddc8-9d27-4a0e-821e-575162df509e already deleted. [ 914.245921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35afddc8-9d27-4a0e-821e-575162df509e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.347575] env[65957]: INFO networking_nsxv3.common.synchronization [req-b70e2dd1-e5bf-4be7-9214-c0f837681c08 req-edf210b3-438f-4434-8606-6fd9ca56ce7a service nova] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_rules [ 914.347575] env[65957]: INFO networking_nsxv3.common.synchronization [req-b70e2dd1-e5bf-4be7-9214-c0f837681c08 req-edf210b3-438f-4434-8606-6fd9ca56ce7a service nova] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 914.347575] env[65957]: INFO networking_nsxv3.common.synchronization [req-b70e2dd1-e5bf-4be7-9214-c0f837681c08 req-edf210b3-438f-4434-8606-6fd9ca56ce7a service nova] Enqueued Resource ID: 5415e495-7be8-4e40-8988-1aa93e800356 with Priority: HIGHEST for action port [ 914.347575] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_rules [ 914.348695] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 914.349404] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5415e495-7be8-4e40-8988-1aa93e800356 with Priority: HIGHEST for action port [ 914.349935] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.353073] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.353320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.353569] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5415e495-7be8-4e40-8988-1aa93e800356 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.353726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.354166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.354591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.354796] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5415e495-7be8-4e40-8988-1aa93e800356',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.859409] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5415e495-7be8-4e40-8988-1aa93e800356 with status ACTIVE [ 914.859409] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.859409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.859409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.859409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.859409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.859409] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.859810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.859810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.859977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.860076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.861082] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.861082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.861082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.861082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.861082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.861082] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5415e495-7be8-4e40-8988-1aa93e800356 is going to be updated. [ 914.878011] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 914.879287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.879287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.879287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.879462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.879724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.879724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.879840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.879878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.879934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.880302] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.881167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.881248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.881446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.881580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.881625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.881759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.881837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.881999] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.888015] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.888853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.889029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.889322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.889322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.889547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5415e495-7be8-4e40-8988-1aa93e800356" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.383958] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.384366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.384366] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.389827] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 in Status: SUCCESS [ 915.390076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.446231] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: SUCCESS [ 915.446552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.446757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.447059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.447342] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.447499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.447575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.447787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.447945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.448106] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.452178] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 915.452178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.453240] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 in Status: SUCCESS [ 915.453548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.453824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.454130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.454340] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.454598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.454598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.454688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.454767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.454865] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.456070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.456332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.456587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.456757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.456820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.457016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.457234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.457368] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.459808] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.888706] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.959314] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.961089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.962062] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.391405] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.391717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.391717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.391879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.391967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.392076] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be updated. [ 916.423476] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.423633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.423833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.423909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.424064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.434528] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: IN_PROGRESS for 2s [ 916.463054] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.467809] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.469500] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.469816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.469896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.470248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.470396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.470578] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa is going to be updated. [ 916.507270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.507416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.507486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.507696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.507914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.517461] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: IN_PROGRESS for 2s [ 916.973642] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.973966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.974093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.974292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.974375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.974490] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 is going to be updated. [ 916.976015] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.976148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.976240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.976874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.976874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.976874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 917.013303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.013303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.013303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.013303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.013549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.016068] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.016279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.016409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.017100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.017100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.031281] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 917.032099] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 in Status: IN_PROGRESS for 2s [ 917.545030] env[65957]: INFO networking_nsxv3.common.synchronization [req-4a47bc04-fc13-4a16-b845-3d7b503cec7c req-0adc5c4f-1e5f-4dde-9008-f6095f2cd152 tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 917.545030] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 917.545030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.545030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.545030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.545804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.546223] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.546521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.546730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.547059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.548712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.548712] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.049944] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.050114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.050203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.050468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.051124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.051124] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.051124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.051124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.051501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.051501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.051501] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 918.084703] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.084703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.084703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.084703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.084703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.096264] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 918.297203] env[65957]: INFO networking_nsxv3.common.synchronization [req-9918e557-93f8-422f-8ca8-e5cf0b60347a req-4fecda58-7d02-4adb-af5f-eb76a8a9f2db tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 918.297385] env[65957]: INFO networking_nsxv3.common.synchronization [req-9918e557-93f8-422f-8ca8-e5cf0b60347a req-4fecda58-7d02-4adb-af5f-eb76a8a9f2db tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_members [ 918.297519] env[65957]: INFO networking_nsxv3.common.synchronization [req-9918e557-93f8-422f-8ca8-e5cf0b60347a req-4fecda58-7d02-4adb-af5f-eb76a8a9f2db tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 918.298299] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 918.298299] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 with Priority: HIGHEST for action security_group_members [ 918.298299] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa with Priority: HIGHEST for action security_group_members [ 918.300513] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.300513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.300513] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85e99987-da3e-4f76-b3b9-b93719e000d2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.300513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.300513] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8907e92-e135-451d-9aaa-427fe6ba9aaa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.300513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.446686] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 918.447052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.448150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.448393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.448608] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.448708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.448775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.448935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.449027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.449125] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.530903] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: SUCCESS [ 918.531374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.531696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.532048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.532342] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.532538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.532648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.532913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.533061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.533185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.533345] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.534471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.534725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.534991] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.536036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.536036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.536036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.536036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.536036] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.953051] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.037613] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8907e92-e135-451d-9aaa-427fe6ba9aaa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.038756] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.038909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.039103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.039235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.039274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.039496] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.039571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.039613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.039760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.039832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.039914] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa is going to be updated. [ 919.045482] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 919.045694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.045856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.046076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.046270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.046385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.046449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.046597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.046675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.046759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.046857] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.048326] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 in Status: SUCCESS [ 919.048511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.048711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.048849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.049041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.049157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.049220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.049365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.049477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.049633] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.050490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.050550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.050695] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.050830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.050885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.051049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.051128] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.051212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.051300] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.054726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.054985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.055240] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.055387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.055460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.055658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.055704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.055781] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.076416] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.076598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.078091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.078091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.078091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.088454] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: IN_PROGRESS for 2s [ 919.455661] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.542396] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8907e92-e135-451d-9aaa-427fe6ba9aaa: rpc.has_security_group_logging(os_id): False [ 919.554349] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.555867] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.556042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.558040] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85e99987-da3e-4f76-b3b9-b93719e000d2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.559660] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.559859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.559975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.560296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.560431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.560773] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.560945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.561051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.561298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.561683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.561683] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 is going to be deleted. [ 919.565890] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.565890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.565890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.566127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.566159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.566397] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.566492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.566563] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.566732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.566810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.566894] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa is going to be updated. [ 919.606705] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.606705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.606705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.606705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.607401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.607401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.637319] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.637520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.637620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.638667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.638933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.656147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: IN_PROGRESS for 2s [ 919.958785] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.959278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.959278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.959492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.959594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.959746] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be updated. [ 919.990042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.990279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.990377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.990635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.990881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.001435] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: IN_PROGRESS for 2s [ 920.056987] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.063313] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85e99987-da3e-4f76-b3b9-b93719e000d2: rpc.has_security_group_logging(os_id): False [ 920.084422] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.084605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.084683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.084973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.085103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.085375] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.085487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.085557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.085769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.085872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.086020] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 is going to be created. [ 920.106386] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 920.106563] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 deletion is rescheduled due to dependency. [ 920.106677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.110844] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/85e99987-da3e-4f76-b3b9-b93719e000d2], does not exist path=[/infra/domains/default/groups/85e99987-da3e-4f76-b3b9-b93719e000d2]."\n}' [ 920.110990] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85e99987-da3e-4f76-b3b9-b93719e000d2 [ 920.111123] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 920.152871] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.152978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.153092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.153312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.154712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.155255] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.155255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.155255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.155381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.155424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.155627] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.155718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.155779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.155915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.155990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.156087] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85e99987-da3e-4f76-b3b9-b93719e000d2 is going to be created. [ 920.190190] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/85e99987-da3e-4f76-b3b9-b93719e000d2], does not exist path=[/infra/domains/default/groups/85e99987-da3e-4f76-b3b9-b93719e000d2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85e99987-da3e-4f76-b3b9-b93719e000d2 [ 920.190190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85e99987-da3e-4f76-b3b9-b93719e000d2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.190636] env[65957]: Traceback (most recent call last): [ 920.190706] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 920.190706] env[65957]: return func(*args, **kwargs) [ 920.190706] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 920.190706] env[65957]: res.raise_for_status() [ 920.190706] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 920.190706] env[65957]: raise HTTPError(http_error_msg, response=self) [ 920.190706] env[65957]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85e99987-da3e-4f76-b3b9-b93719e000d2 [ 920.190706] env[65957]: During handling of the above exception, another exception occurred: [ 920.190706] env[65957]: Traceback (most recent call last): [ 920.190706] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 920.190706] env[65957]: listener.cb(fileno) [ 920.190706] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 920.190706] env[65957]: result = function(*args, **kwargs) [ 920.190706] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 920.190706] env[65957]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 920.191640] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 920.191640] env[65957]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 920.191640] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 920.191640] env[65957]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 920.191640] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 920.191640] env[65957]: res.raise_for_status() [ 920.191640] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 920.191640] env[65957]: raise HTTPError(http_error_msg, response=self) [ 920.191640] env[65957]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85e99987-da3e-4f76-b3b9-b93719e000d2 [ 920.191640] env[65957]: Removing descriptor: 58 [ 920.559853] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.560105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.560204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.560569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.560569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.560759] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 920.591417] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.591574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.591642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.591889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.592107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.603403] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 921.104028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: SUCCESS [ 921.104285] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa deletion is rescheduled due to dependency. [ 921.104316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.357659] env[65957]: INFO networking_nsxv3.common.synchronization [req-02bf76cc-5bf4-49ee-808b-e4c9bccc4bf5 req-1da97b00-7e6b-4853-a8b0-215551452aa7 tempest-ServersTestBootFromVolume-380101121 tempest-ServersTestBootFromVolume-380101121-project-member] Enqueued Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_members [ 921.357865] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_members [ 921.358091] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.358219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.358283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.358965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.359209] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.359370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.359485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.359703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.359833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.359969] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.671912] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8907e92-e135-451d-9aaa-427fe6ba9aaa in Status: SUCCESS [ 921.672191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8907e92-e135-451d-9aaa-427fe6ba9aaa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.866582] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.866582] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.866582] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 already deleted. [ 921.866582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.880881] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.881412] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.881657] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.882044] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.882634] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.882817] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.882972] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.883339] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.883490] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.883810] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.884016] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.884304] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.884425] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.884658] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.884975] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.885203] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.912640] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.912640] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.912640] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.912640] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-82" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.912640] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-a7e3d5e9-051a-41cf-84fa-af5d154cabef taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.912640] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.912640] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.912640] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.913883] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e3d5e9-051a-41cf-84fa-af5d154cabef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.016025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.016025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.016025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.016025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.016833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.017134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.017984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.017984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.017984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.017984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.017984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.017984] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.418515] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.420310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.420310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.420310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.420465] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.420610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port a7e3d5e9-051a-41cf-84fa-af5d154cabef not found, creating... [ 922.421735] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.421735] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.421735] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.421735] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.422152] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.422571] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.422768] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.422913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.423241] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.423411] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.423757] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: a7e3d5e9-051a-41cf-84fa-af5d154cabef is going to be created. [ 922.451204] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.451359] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.451456] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.451736] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.451962] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.452215] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.521379] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b: rpc.has_security_group_logging(os_id): False [ 922.548164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.548313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.548366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.548588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.548677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.548895] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.549009] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.549076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.549239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.549313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.549493] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.549587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.549644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.549785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.549859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.550059] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.550154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.550204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.550346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.550419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.550506] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be created. [ 922.619865] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 922.619865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.620905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.620905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.620905] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.620905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.620905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.620905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.621186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.621186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.622046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.622046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.622046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.622046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.622046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.622046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.622046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.622400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.622400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.622400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.622400] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.651320] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.651596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.651596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.651818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.651970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.670481] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: IN_PROGRESS for 2s [ 922.681720] env[65957]: INFO networking_nsxv3.common.synchronization [req-b522c81c-4997-4a45-8f70-5c281731bd44 req-897c8b65-de0e-4797-95f9-ca704e7b73bf tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 922.682195] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 922.682560] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.683140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.683140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.683140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.683272] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.683272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.683404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.685285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.685285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.685285] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.127624] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50b0fb3-daeb-4cc7-98d3-4a854690873d: rpc.has_security_group_logging(os_id): False [ 923.159022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.162023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.162023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.162023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.189680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.189850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.201929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.202247] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.202475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.202475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.202646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.202726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.202978] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.203138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.203209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.203379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.203525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.203775] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.203858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.203917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.204231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.204231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.204322] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 923.206398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.206498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.233104] env[65957]: INFO networking_nsxv3.common.synchronization [req-02bf76cc-5bf4-49ee-808b-e4c9bccc4bf5 req-0e7f4ec4-d196-40ee-b85b-f2159734b792 service nova] Enqueued Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_rules [ 923.233104] env[65957]: INFO networking_nsxv3.common.synchronization [req-02bf76cc-5bf4-49ee-808b-e4c9bccc4bf5 req-0e7f4ec4-d196-40ee-b85b-f2159734b792 service nova] Enqueued Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_members [ 923.233104] env[65957]: INFO networking_nsxv3.common.synchronization [req-02bf76cc-5bf4-49ee-808b-e4c9bccc4bf5 req-0e7f4ec4-d196-40ee-b85b-f2159734b792 service nova] Enqueued Resource ID: a7e3d5e9-051a-41cf-84fa-af5d154cabef with Priority: HIGHEST for action port [ 923.233104] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_rules [ 923.233104] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_members [ 923.233104] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e3d5e9-051a-41cf-84fa-af5d154cabef with Priority: HIGHEST for action port [ 923.233104] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.233104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.233104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.233773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.233773] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.234538] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.234668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.236874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.236874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.237119] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.237119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.237342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.237457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.237571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.237605] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.238672] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e3d5e9-051a-41cf-84fa-af5d154cabef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.238841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.238881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.239042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.239122] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e3d5e9-051a-41cf-84fa-af5d154cabef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.254132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.256062] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.256062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.256062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.257289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.257289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.257779] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 923.324892] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.325078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.325117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.327615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.327795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.369025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.369211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.369281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.369514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.369658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.398038] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 923.416465] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 923.743671] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e3d5e9-051a-41cf-84fa-af5d154cabef with status ACTIVE [ 923.743921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.744073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.744152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.744364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.744449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.744741] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.744741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.744831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.744925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.745010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.745205] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.745296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.745355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.745510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.745595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.745694] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e3d5e9-051a-41cf-84fa-af5d154cabef is going to be updated. [ 923.747417] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.747417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.747417] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.773324] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.773324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.773324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.773324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.773324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.773324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e3d5e9-051a-41cf-84fa-af5d154cabef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.250385] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.684042] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 924.684336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.684610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.685592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.685592] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.753093] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.753423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.753423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.753423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.753559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.753618] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 is going to be created. [ 924.782909] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.782909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.782909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.782909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.782909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.794173] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 in Status: UNINITIALIZED for 2s [ 925.187676] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.187987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.187987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.188239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.188446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.188562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.188770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.189044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.189169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.189343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.189502] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.413955] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 925.414577] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 deletion is rescheduled due to dependency. [ 925.414781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.439567] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 925.439834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.692590] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.692927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.692927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.693275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.693275] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.693454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.693454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.693598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.693659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.693765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.693894] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.694014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.694101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.694175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.694423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.694423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.694630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.694630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.694763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.694763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.694871] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.198687] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b: rpc.has_security_group_logging(os_id): False [ 926.223256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.223256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.223256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.223256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.224197] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.224455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.224617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.227891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.227891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.227891] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be updated. [ 926.299539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.301138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.301285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.302465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.302555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.315860] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: IN_PROGRESS for 2s [ 926.808734] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 in Status: SUCCESS [ 926.809080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.809211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.809480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.809581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.809807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.809807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.809953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.810118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.810410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.810410] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.313356] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.816340] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c5b94d4-f152-48fc-8f25-fcfadeada4f9: rpc.has_security_group_logging(os_id): False [ 927.839185] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.839417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.839460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.839745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.839958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.840324] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.840450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.840525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.840829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.840943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.841109] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 is going to be created. [ 927.911352] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.911352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.911352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.911607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.913648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.929790] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 in Status: IN_PROGRESS for 2s [ 928.232416] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 928.232788] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 928.335554] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 928.335994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.598184] env[65957]: INFO networking_nsxv3.common.synchronization [req-2aeffe56-0f88-43f2-b8c1-36f2b68c7fb8 req-6aabf829-f48b-431f-970d-29b67a615f04 tempest-InstanceActionsV221TestJSON-1024860218 tempest-InstanceActionsV221TestJSON-1024860218-project-member] Enqueued Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_members [ 928.598885] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_members [ 928.600473] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.600473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.600473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.600860] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.601136] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.601339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.601339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.603029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.603029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.603029] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.701475] env[65957]: INFO networking_nsxv3.common.synchronization [req-077e3eea-fcde-451d-93f1-fcdf901bed9d req-eee4f3ff-29ea-4c1c-a0c1-8305e889128e tempest-MigrationsAdminTest-706983194 tempest-MigrationsAdminTest-706983194-project-member] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 928.702641] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 928.702982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.703551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.703623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.703842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.703992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.704131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.704196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.704347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.704431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.704527] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.105217] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.105383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.105488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.105702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.106493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.106493] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.106493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.106493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.106493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.106849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.106849] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a already deleted. [ 929.106849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.108972] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.109209] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-800" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.109370] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-800" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.109707] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-800" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.110078] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.110293] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.110459] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.110731] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.111031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.111238] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.111421] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.111780] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.111780] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.111836] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.111965] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.112099] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.138318] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.138482] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.138645] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.138922] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-800" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.140249] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-893ff390-dba0-4592-bbc3-0e80eca50497 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.140249] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.140249] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.140249] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.140249] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('893ff390-dba0-4592-bbc3-0e80eca50497',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.207315] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.643460] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.643811] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.643881] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645742] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 893ff390-dba0-4592-bbc3-0e80eca50497 not found, creating... [ 929.645742] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.645742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.645742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.646153] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.646153] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.650148] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.650787] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.650891] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.651111] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 893ff390-dba0-4592-bbc3-0e80eca50497 is going to be created. [ 929.677369] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.677669] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.677812] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.678228] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.678502] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.679860] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709387] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.947256] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 in Status: SUCCESS [ 929.947256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.214598] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.214598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.214598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.214598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.214598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.214598] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be updated. [ 930.250137] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.250137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.250137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.250137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.250137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.265994] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: IN_PROGRESS for 2s [ 930.818205] env[65957]: INFO networking_nsxv3.common.synchronization [req-2aeffe56-0f88-43f2-b8c1-36f2b68c7fb8 req-c58753da-e815-46e2-a8ba-bef008d48bf1 service nova] Enqueued Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_rules [ 930.818205] env[65957]: INFO networking_nsxv3.common.synchronization [req-2aeffe56-0f88-43f2-b8c1-36f2b68c7fb8 req-c58753da-e815-46e2-a8ba-bef008d48bf1 service nova] Enqueued Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_members [ 930.818205] env[65957]: INFO networking_nsxv3.common.synchronization [req-2aeffe56-0f88-43f2-b8c1-36f2b68c7fb8 req-c58753da-e815-46e2-a8ba-bef008d48bf1 service nova] Enqueued Resource ID: 893ff390-dba0-4592-bbc3-0e80eca50497 with Priority: HIGHEST for action port [ 930.820837] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_rules [ 930.820837] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_members [ 930.820837] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893ff390-dba0-4592-bbc3-0e80eca50497 with Priority: HIGHEST for action port [ 930.820837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.820837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.820837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.820837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.821271] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.826138] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.826138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.826138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.826138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.826138] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.826138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.826138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.826138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.826138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.826138] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.826138] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-893ff390-dba0-4592-bbc3-0e80eca50497 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.830647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.830647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.830647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.830762] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('893ff390-dba0-4592-bbc3-0e80eca50497',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.336028] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.336028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.336028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 893ff390-dba0-4592-bbc3-0e80eca50497 with status ACTIVE [ 931.336028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.336028] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.336028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.336629] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.336835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.337029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.337637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.337855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.338070] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 893ff390-dba0-4592-bbc3-0e80eca50497 is going to be updated. [ 931.367194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.367194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.367194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.367194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.367194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.367194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-893ff390-dba0-4592-bbc3-0e80eca50497" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.468366] env[65957]: INFO networking_nsxv3.common.synchronization [None req-3e343f32-4aee-4be7-928f-4b1cf53fd4fb None None] Enqueued Resource ID: 3045ca9c-2f44-46b1-94ad-b656d29789db with Priority: HIGHEST for action port [ 931.468366] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3045ca9c-2f44-46b1-94ad-b656d29789db with Priority: HIGHEST for action port [ 931.468366] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3045ca9c-2f44-46b1-94ad-b656d29789db taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.468366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3045ca9c-2f44-46b1-94ad-b656d29789db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.468366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3045ca9c-2f44-46b1-94ad-b656d29789db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.468366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3045ca9c-2f44-46b1-94ad-b656d29789db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.468366] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3045ca9c-2f44-46b1-94ad-b656d29789db',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.583600] env[65957]: INFO networking_nsxv3.common.synchronization [None req-166ba792-a752-4e78-a79a-7753389a1b31 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_rules [ 931.584168] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_rules [ 931.584501] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.584640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.584720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.585238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.585394] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.746779] env[65957]: INFO networking_nsxv3.common.synchronization [None req-289e56b8-2ab3-477e-8e57-bda9ce5c3274 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_rules [ 931.746896] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_rules [ 931.748863] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.748863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.839849] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.970483] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3045ca9c-2f44-46b1-94ad-b656d29789db [ 931.970720] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.970904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.970951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.971182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.971274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.971369] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3045ca9c-2f44-46b1-94ad-b656d29789db already deleted. [ 931.971449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3045ca9c-2f44-46b1-94ad-b656d29789db" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.108033] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.108269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.108269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.108460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.108545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.108648] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a already deleted. [ 932.108722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.108903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.109130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.109279] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.277586] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 932.277829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.344587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.344773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.344874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.345166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.345293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.345422] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a is going to be created. [ 932.377432] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.377432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.377432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.377432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.377432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.388394] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a in Status: UNINITIALIZED for 2s [ 932.630470] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.630660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.630704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.631041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.631164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.631242] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a already deleted. [ 932.632037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.400900] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a in Status: SUCCESS [ 934.401240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.402053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.402339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.402576] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.402746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.402934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.403135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.403300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.403426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.403570] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.551026] env[65957]: INFO networking_nsxv3.common.synchronization [None req-d75e3292-a829-44ee-81af-af4c4816c976 None None] Enqueued Resource ID: ed12684f-4907-4340-b11e-72d96bbffeb5 with Priority: HIGHEST for action port [ 934.551026] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed12684f-4907-4340-b11e-72d96bbffeb5 with Priority: HIGHEST for action port [ 934.551026] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed12684f-4907-4340-b11e-72d96bbffeb5 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.551839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed12684f-4907-4340-b11e-72d96bbffeb5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.551839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed12684f-4907-4340-b11e-72d96bbffeb5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.551839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed12684f-4907-4340-b11e-72d96bbffeb5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.551839] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed12684f-4907-4340-b11e-72d96bbffeb5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.906540] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.906727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.906948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.907499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.907735] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.907872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.908079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.908173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.908324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.908474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.908587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.908735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.908811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.909075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.909235] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.909329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.909392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.909533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.909600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.909704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.909762] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.055130] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed12684f-4907-4340-b11e-72d96bbffeb5 [ 935.055130] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.055130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.055130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.055130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.055130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.055130] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed12684f-4907-4340-b11e-72d96bbffeb5 already deleted. [ 935.055130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed12684f-4907-4340-b11e-72d96bbffeb5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.415997] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14d3a858-3a4f-429c-b0ac-7724167b2c6a: rpc.has_security_group_logging(os_id): False [ 935.448870] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448870] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448870] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.448870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.449462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.449462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.449462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.449462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.449462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.449626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.449626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.449686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.449800] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a is going to be created. [ 935.550292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.550622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.550737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.551543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.551543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.565069] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a in Status: IN_PROGRESS for 2s [ 937.579562] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a in Status: SUCCESS [ 937.579883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.526902] env[65957]: INFO networking_nsxv3.common.synchronization [req-4e04638a-6109-4690-a6f0-bd2b38e8ae0f req-ff16c73e-bec5-40c3-8952-dce9fca1c618 tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 938.528368] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 938.528368] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.528604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.528604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.528778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.529077] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.529241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.529323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.529442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.529531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.529631] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.897638] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.898688] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.899035] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.899462] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.903672] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.903672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.903672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.903672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.903672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.903672] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.903672] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.903672] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.903672] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.903672] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.903672] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.903672] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.924400] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.924671] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.924865] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.925118] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-291" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.925504] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-a741252e-a157-473a-86af-1e6bdf6407d7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.925761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.926026] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.926289] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.926478] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a741252e-a157-473a-86af-1e6bdf6407d7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.032088] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.428533] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.428761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.428916] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.429214] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.429357] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.429711] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.429867] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.429995] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.430452] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.430452] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.430671] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.430827] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.430971] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.431209] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.431341] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.431498] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: a741252e-a157-473a-86af-1e6bdf6407d7 is going to be updated. [ 939.453256] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.453530] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.453713] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.454069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.454317] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.454775] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.535462] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.037924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.038302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.038302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.038459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.038533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.038645] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 940.070777] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.071000] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.071134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.071367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.071548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.083360] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 940.205272] env[65957]: INFO networking_nsxv3.common.synchronization [req-0278f19c-48a7-4134-9ccd-0565257f0d6b req-b62d742c-edea-4455-811d-d8562f844983 service nova] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_rules [ 940.205272] env[65957]: INFO networking_nsxv3.common.synchronization [req-0278f19c-48a7-4134-9ccd-0565257f0d6b req-b62d742c-edea-4455-811d-d8562f844983 service nova] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 940.205272] env[65957]: INFO networking_nsxv3.common.synchronization [req-0278f19c-48a7-4134-9ccd-0565257f0d6b req-b62d742c-edea-4455-811d-d8562f844983 service nova] Enqueued Resource ID: a741252e-a157-473a-86af-1e6bdf6407d7 with Priority: HIGHEST for action port [ 940.208088] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_rules [ 940.211961] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 940.211961] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a741252e-a157-473a-86af-1e6bdf6407d7 with Priority: HIGHEST for action port [ 940.211961] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.211961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.211961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.211961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.211961] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.213463] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.213830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.214110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.214409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.214648] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.214811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.214924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.215206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.215370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.215510] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.218407] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a741252e-a157-473a-86af-1e6bdf6407d7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.218553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.218553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.218723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.218826] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a741252e-a157-473a-86af-1e6bdf6407d7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.721377] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.722512] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.722654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.722793] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a741252e-a157-473a-86af-1e6bdf6407d7 with status ACTIVE [ 940.722950] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.723073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.723154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.723405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.723603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.723658] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.723934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.723934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.724138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.724446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.724724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.724808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.724841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.725121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.725348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.725348] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a741252e-a157-473a-86af-1e6bdf6407d7 is going to be updated. [ 940.749925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.750104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.750189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.750459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.750556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.750656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a741252e-a157-473a-86af-1e6bdf6407d7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.228916] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.732575] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.732752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.733518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.733518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.733518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.733518] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 941.763654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.763809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.763879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.764118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.764272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.776211] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 941.844545] env[65957]: INFO networking_nsxv3.common.synchronization [req-c216ae0d-c529-4506-9a79-57503d04207b req-9ad30c6e-b8d4-4949-8119-20da0db4d52f tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 941.845160] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 941.845562] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.845713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.845817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.846209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.846398] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.846539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.846635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.846827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.846952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.847452] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.096514] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 942.096514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.308253] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.308617] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-155" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.308617] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-155" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.309393] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-155" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.309492] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.309863] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.309863] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.310069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.310178] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.310544] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.310874] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.311091] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.312117] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.312117] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.312117] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.312117] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.334382] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.334382] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.334382] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.334382] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-155" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.334382] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-5099fc16-29bf-4593-a9e9-909b45b54989 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.334382] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.334382] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.334961] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.335271] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5099fc16-29bf-4593-a9e9-909b45b54989',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.351979] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.351979] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.351979] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e already deleted. [ 942.351979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.839994] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.839994] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.839994] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.840749] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.840749] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.840749] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 5099fc16-29bf-4593-a9e9-909b45b54989 not found, creating... [ 942.842455] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.842455] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.842455] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.842455] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.842455] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.842455] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.842869] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.842869] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.843304] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.843304] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.843408] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 5099fc16-29bf-4593-a9e9-909b45b54989 is going to be created. [ 942.866908] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.867235] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.867425] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.867652] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.867963] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.868117] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.566415] env[65957]: INFO networking_nsxv3.common.synchronization [req-c216ae0d-c529-4506-9a79-57503d04207b req-9d849ed1-da08-4099-b159-a8d7f6996f25 service nova] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_rules [ 943.566415] env[65957]: INFO networking_nsxv3.common.synchronization [req-c216ae0d-c529-4506-9a79-57503d04207b req-9d849ed1-da08-4099-b159-a8d7f6996f25 service nova] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 943.566415] env[65957]: INFO networking_nsxv3.common.synchronization [req-c216ae0d-c529-4506-9a79-57503d04207b req-9d849ed1-da08-4099-b159-a8d7f6996f25 service nova] Enqueued Resource ID: 5099fc16-29bf-4593-a9e9-909b45b54989 with Priority: HIGHEST for action port [ 943.566732] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_rules [ 943.566766] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 943.566849] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5099fc16-29bf-4593-a9e9-909b45b54989 with Priority: HIGHEST for action port [ 943.567419] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.567580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.567629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.567895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.567982] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.571030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.571030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.571030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.571030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.571030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.571030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.571030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.571030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.571492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.571492] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.573308] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5099fc16-29bf-4593-a9e9-909b45b54989 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.573308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.573308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.573308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.573308] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5099fc16-29bf-4593-a9e9-909b45b54989',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.786239] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 943.787047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.787047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.787047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.787232] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.787232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.787326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.787439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.787519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.787603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.787693] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.071398] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.071680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.073951] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.074993] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5099fc16-29bf-4593-a9e9-909b45b54989 with status ACTIVE [ 944.075267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.075462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.075534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.075747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.075840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.076102] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.076249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.076322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.076490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.076583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.076795] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.076901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.076961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.077144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.077212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.077319] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5099fc16-29bf-4593-a9e9-909b45b54989 is going to be updated. [ 944.100400] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.100688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.100872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.101192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.101383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.101575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.290524] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.290683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.290746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.291096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.291197] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.291301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.291366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.291554] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.291618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.291977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.291977] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.291977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.292134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.292291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.292396] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.292490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.292549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.292706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.292783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.292881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.292973] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.529271] env[65957]: INFO networking_nsxv3.common.synchronization [req-49d3dbad-499f-448b-a3cb-fe43267f4dd2 req-f4dcc913-6d9c-4840-813b-2d5754a5bf29 tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 944.529819] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 944.530354] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.530354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.530471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.530627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.530879] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.531064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.531173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.531324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.531490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.531582] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.580321] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.796116] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca9c37a-6693-49bf-99b9-f89fe3997207: rpc.has_security_group_logging(os_id): False [ 944.818234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.818442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.818510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.818764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.841260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.841553] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.841631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.841674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.841916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.842032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.842433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.842433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.842433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.842628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.842628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.842773] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.842869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.842922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.843073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.843145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.843229] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 944.883170] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.883539] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.883539] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.883810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.884327] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.884542] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.884664] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.884936] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.885098] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.885325] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.885440] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.885579] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.885647] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.885756] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.885859] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.886217] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.966371] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.966628] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.081 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.966888] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.967058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.967544] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-e6c38293-f5f6-4be8-a2f4-65f059f466a6 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.967817] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.967990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.968365] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.968522] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c38293-f5f6-4be8-a2f4-65f059f466a6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.971299] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.971299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.971445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.973176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.973176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.987619] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 945.034405] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.034630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.037106] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.037106] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d already deleted. [ 945.037106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.084912] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.085093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.085167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.085382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.085469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.085585] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be created. [ 945.132335] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.132335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.132335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.132637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.132637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.145901] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: UNINITIALIZED for 2s [ 945.356626] env[65957]: INFO networking_nsxv3.common.synchronization [req-afcf0918-fc91-46b1-950c-5c1dcbb50c61 req-ebb25b4e-834f-4162-85aa-063b22f6c39c tempest-InstanceActionsV221TestJSON-1024860218 tempest-InstanceActionsV221TestJSON-1024860218-project-member] Enqueued Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_members [ 945.358039] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGHEST for action security_group_members [ 945.358039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.358039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.358039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.358466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.358680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.358847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.358959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.359221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.359360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.359488] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.471330] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.471598] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.471719] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.472055] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.472217] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.472370] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port e6c38293-f5f6-4be8-a2f4-65f059f466a6 not found, creating... [ 945.472725] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.472810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.472921] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.473515] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.473515] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.473667] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.473749] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.474534] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.474534] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.474534] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.474534] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 is going to be created. [ 945.510565] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.511164] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.511164] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.511295] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.511578] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.512214] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.862932] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.862932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.862932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.863839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.863839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.863839] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.863839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.864063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.864182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.864314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.864434] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a is going to be updated. [ 945.929753] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.929986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.929986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.930292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.930559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.941029] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a in Status: IN_PROGRESS for 2s [ 946.216408] env[65957]: INFO networking_nsxv3.common.synchronization [req-49d3dbad-499f-448b-a3cb-fe43267f4dd2 req-6d6c889e-8ec7-48cf-b1c5-27568e6534b5 service nova] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 946.217051] env[65957]: INFO networking_nsxv3.common.synchronization [req-49d3dbad-499f-448b-a3cb-fe43267f4dd2 req-6d6c889e-8ec7-48cf-b1c5-27568e6534b5 service nova] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 946.217252] env[65957]: INFO networking_nsxv3.common.synchronization [req-49d3dbad-499f-448b-a3cb-fe43267f4dd2 req-6d6c889e-8ec7-48cf-b1c5-27568e6534b5 service nova] Enqueued Resource ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 with Priority: HIGHEST for action port [ 946.217798] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 946.217974] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 946.218138] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 with Priority: HIGHEST for action port [ 946.218485] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.218548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.218618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.218896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.219056] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.219853] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.220031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.220122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.220244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.220713] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.220713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.220713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.220713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.221028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.221028] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.221789] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c38293-f5f6-4be8-a2f4-65f059f466a6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.221909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.221909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.222301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.222301] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c38293-f5f6-4be8-a2f4-65f059f466a6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.723550] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.724642] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.724930] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.725340] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6c38293-f5f6-4be8-a2f4-65f059f466a6 with status ACTIVE [ 946.725502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.725613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.725674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.726412] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.726879] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.727043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.727197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.727308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.727432] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 is going to be updated. [ 946.750474] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.750474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.750474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.750808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.751019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.751234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.004158] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 947.004427] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.159678] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 947.159931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.160564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.160677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.160897] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.161304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.161304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.161413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.161482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.161567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.161659] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.226089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.665084] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.665283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.665361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.665594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.665773] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.665877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.665942] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.666221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.666259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.666344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.666505] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.666599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.666661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.666805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.667163] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.667304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.667381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.667601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.667718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.667834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.667982] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.729080] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.729080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.729080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.729345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.729345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.729401] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d is going to be created. [ 947.759245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.759245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.759245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.759245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.759245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.771878] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: UNINITIALIZED for 2s [ 947.953877] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a in Status: SUCCESS [ 947.953877] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a deletion is rescheduled due to dependency. [ 947.954079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.032676] env[65957]: INFO networking_nsxv3.common.synchronization [None req-6c0b5f87-d930-41ee-9aca-733fbefabcc2 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: 3f69b38b-e34f-46cd-af07-9d2fc7e8a47f with Priority: HIGHEST for action security_group_rules [ 948.033375] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f69b38b-e34f-46cd-af07-9d2fc7e8a47f with Priority: HIGHEST for action security_group_rules [ 948.033693] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.033822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.033900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.034463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.034463] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f69b38b-e34f-46cd-af07-9d2fc7e8a47f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.130713] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1f0d86ee-7df4-462c-ad89-0b0002788b96 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: 3f69b38b-e34f-46cd-af07-9d2fc7e8a47f with Priority: HIGHEST for action security_group_rules [ 948.131411] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f69b38b-e34f-46cd-af07-9d2fc7e8a47f with Priority: HIGHEST for action security_group_rules [ 948.132080] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.132255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.172787] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777d8502-9139-4352-8580-714964c9830e: rpc.has_security_group_logging(os_id): False [ 948.197251] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.197484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.197484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.197774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.197869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.198128] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.198237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.198299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.198455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.198531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.198710] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.198802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.198894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.199268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.199387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.199581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.199678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.199739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.199887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.199960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.200068] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be created. [ 948.283360] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.283533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.283606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.283854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.284064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.306645] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777d8502-9139-4352-8580-714964c9830e in Status: IN_PROGRESS for 2s [ 948.558284] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.558495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.558674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.558744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.558981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.559083] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f69b38b-e34f-46cd-af07-9d2fc7e8a47f already deleted. [ 948.559142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.559377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.559813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.559813] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f69b38b-e34f-46cd-af07-9d2fc7e8a47f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.017246] env[65957]: INFO networking_nsxv3.common.synchronization [None req-14582739-9c8f-46cd-9f53-b327c226570d tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 with Priority: HIGHEST for action security_group_rules [ 949.018293] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 with Priority: HIGHEST for action security_group_rules [ 949.018819] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.019097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.019097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.019496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.019634] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea2a18d-860c-4bc7-ab33-b9d5a086cae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.080829] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.081292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.081292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.081528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.081853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.081853] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f69b38b-e34f-46cd-af07-9d2fc7e8a47f already deleted. [ 949.081923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f69b38b-e34f-46cd-af07-9d2fc7e8a47f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.126872] env[65957]: INFO networking_nsxv3.common.synchronization [None req-6fe56b67-7d65-45c4-85eb-0825d074a4ed tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 with Priority: HIGHEST for action security_group_rules [ 949.127581] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 with Priority: HIGHEST for action security_group_rules [ 949.127946] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.128061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.547575] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.547575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.547866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.547866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.547940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.548063] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 already deleted. [ 949.548160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.548333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.548513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.548601] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea2a18d-860c-4bc7-ab33-b9d5a086cae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.783409] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: SUCCESS [ 949.783642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.783815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.784058] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.784255] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.784374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.784433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.784585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.784663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.784745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.784833] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.077877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.077877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.077877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.078160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.078322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.078489] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea2a18d-860c-4bc7-ab33-b9d5a086cae6 already deleted. [ 950.078648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea2a18d-860c-4bc7-ab33-b9d5a086cae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.288083] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.322566] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 950.323055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.791982] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88a2d944-09f4-42e2-824e-4d7e458f766d: rpc.has_security_group_logging(os_id): False [ 950.819325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.819734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.819929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.820382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.820570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.821114] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.821415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.821605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.822882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.822882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.822882] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d is going to be created. [ 950.921698] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.921698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.921698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.921698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.922088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.938416] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: IN_PROGRESS for 2s [ 951.378122] env[65957]: INFO networking_nsxv3.common.synchronization [req-9c0500b8-b88b-423e-b478-15dc198a779d req-e9ce480a-d323-4426-9e4f-0b2641e05058 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 951.378814] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 951.379822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.379822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.379822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.380053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.380086] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.380191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.380245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.380454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.380574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.380685] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.883559] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.883800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.883800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.884029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.906393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.906755] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.906904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.906963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.907375] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 951.939680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.939680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.939843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.940150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.940368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.950871] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 952.953558] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: SUCCESS [ 952.953952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.529746] env[65957]: INFO networking_nsxv3.common.synchronization [None req-fbf02788-51de-4207-b536-5bfde79dcb5f tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_rules [ 953.530262] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_rules [ 953.530591] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.530715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.530784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.531132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.531216] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.638920] env[65957]: INFO networking_nsxv3.common.synchronization [None req-65d8664e-ee27-4f86-a625-7afbbbde63ac tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_rules [ 953.639645] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_rules [ 953.640056] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.640196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.962625] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 953.962883] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 953.962954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.053465] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.053632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.053632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.054740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.054740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.054740] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f already deleted. [ 954.054740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.054740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.054740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.054740] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.274781] env[65957]: INFO networking_nsxv3.common.synchronization [req-96fd4deb-f16a-49f4-85e8-18d4be005ee3 req-01912ca3-fcd7-495f-ba66-5d2c046f5e00 tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 954.275504] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 954.275835] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.275956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.276031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.276251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.276425] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.276541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.276617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.276772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.276853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.276946] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.577224] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.577576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.577576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.578256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.578256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.578256] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f already deleted. [ 954.578256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.639044] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.639044] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.639044] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.639478] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.639954] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.642754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.642754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.642754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.642754] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.642754] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.642754] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.642754] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.642754] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.642754] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.642754] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.642754] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.664274] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.664716] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.664950] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.665226] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-691" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.665638] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-5e5c69f7-152c-42b4-a0f9-d3378e74f960 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.665870] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.666059] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.666423] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.666609] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5c69f7-152c-42b4-a0f9-d3378e74f960',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.779236] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.779471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.779571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.779904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.779904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.780131] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.780240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.780300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.780450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.780525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.780614] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 954.811818] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.811980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.812060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.812264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.812403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.826590] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 955.011180] env[65957]: INFO networking_nsxv3.common.synchronization [req-489e5ac0-4b0a-4b64-a4eb-b77cd2795735 req-9ead31c0-5c76-4756-ab64-75d13c46883b tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 955.011467] env[65957]: INFO networking_nsxv3.common.synchronization [req-489e5ac0-4b0a-4b64-a4eb-b77cd2795735 req-9ead31c0-5c76-4756-ab64-75d13c46883b tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 955.011531] env[65957]: INFO networking_nsxv3.common.synchronization [req-489e5ac0-4b0a-4b64-a4eb-b77cd2795735 req-9ead31c0-5c76-4756-ab64-75d13c46883b tempest-SecurityGroupsTestJSON-2046520091 tempest-SecurityGroupsTestJSON-2046520091-project-member] Enqueued Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_members [ 955.012092] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d with Priority: HIGHEST for action security_group_members [ 955.012238] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGHEST for action security_group_members [ 955.012335] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 with Priority: HIGHEST for action security_group_members [ 955.012614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50b0fb3-daeb-4cc7-98d3-4a854690873d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.012739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.012805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.013404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.013583] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.013693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.013757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.013923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.014020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.014116] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50b0fb3-daeb-4cc7-98d3-4a854690873d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.014942] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.015076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.015146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.015298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.015434] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.015529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.015591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.015726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.015800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.015884] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.016621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd568e-8d10-47a3-a65b-3099ec6572d0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.016728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.016795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.016945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.017103] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.017200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.017262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.017400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.017475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.017786] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bd568e-8d10-47a3-a65b-3099ec6572d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.168702] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.169186] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.169186] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.169325] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.169476] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.169641] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 5e5c69f7-152c-42b4-a0f9-d3378e74f960 not found, creating... [ 955.170071] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.170352] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.170430] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.170659] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.170804] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.171189] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.171361] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.171480] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.171688] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.171821] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.171961] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 5e5c69f7-152c-42b4-a0f9-d3378e74f960 is going to be created. [ 955.199720] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.200248] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.200248] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.200786] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.200786] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.201206] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.522094] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.522351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.522431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.522648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.523095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.523390] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.523509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.523630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.523822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.523908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.523999] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d is going to be updated. [ 955.525646] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.525826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.525936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.526169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.527471] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.527714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.546628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.546919] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.547122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.547210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.547419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.547522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.547794] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be updated. [ 955.548846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.549567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.568829] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.569035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.569149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.569388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.569527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.572924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.573315] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.573498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.573581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.573810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.573901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.573994] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 is going to be updated. [ 955.589459] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: IN_PROGRESS for 2s [ 955.603920] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.604222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.604313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.604641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.605392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.607818] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.608131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.608131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.608220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.608361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.619521] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: IN_PROGRESS for 2s [ 955.620297] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: IN_PROGRESS for 2s [ 955.965049] env[65957]: INFO networking_nsxv3.common.synchronization [req-96fd4deb-f16a-49f4-85e8-18d4be005ee3 req-dbc1ab1b-4e58-47f0-96e9-230065816d55 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 955.965049] env[65957]: INFO networking_nsxv3.common.synchronization [req-96fd4deb-f16a-49f4-85e8-18d4be005ee3 req-dbc1ab1b-4e58-47f0-96e9-230065816d55 service nova] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 955.965049] env[65957]: INFO networking_nsxv3.common.synchronization [req-96fd4deb-f16a-49f4-85e8-18d4be005ee3 req-dbc1ab1b-4e58-47f0-96e9-230065816d55 service nova] Enqueued Resource ID: 5e5c69f7-152c-42b4-a0f9-d3378e74f960 with Priority: HIGHEST for action port [ 955.965804] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_rules [ 955.965804] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 955.965804] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5c69f7-152c-42b4-a0f9-d3378e74f960 with Priority: HIGHEST for action port [ 955.966221] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.966221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.966221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.966519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.966613] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.967453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.967573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.967787] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e5c69f7-152c-42b4-a0f9-d3378e74f960 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.967891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.968060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.968212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.968212] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5c69f7-152c-42b4-a0f9-d3378e74f960',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.476882] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.476882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.477371] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e5c69f7-152c-42b4-a0f9-d3378e74f960 with status ACTIVE [ 956.477371] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.477371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.477371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.477616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.477616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.477735] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.477817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.477869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.478997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.478997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.478997] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.478997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.478997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.478997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.478997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.478997] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e5c69f7-152c-42b4-a0f9-d3378e74f960 is going to be updated. [ 956.503109] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.503267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.503329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.503535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.503672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.503829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e5c69f7-152c-42b4-a0f9-d3378e74f960" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.837179] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 956.837257] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 deletion is rescheduled due to dependency. [ 956.837342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.837518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.837804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.837962] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.838098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.838164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.838373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.838462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.838517] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.340976] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.601192] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d in Status: SUCCESS [ 957.601192] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50b0fb3-daeb-4cc7-98d3-4a854690873d deletion is rescheduled due to dependency. [ 957.601192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50b0fb3-daeb-4cc7-98d3-4a854690873d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.630603] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 in Status: SUCCESS [ 957.630781] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 deletion is rescheduled due to dependency. [ 957.630889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.631638] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 in Status: SUCCESS [ 957.631780] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd568e-8d10-47a3-a65b-3099ec6572d0 deletion is rescheduled due to dependency. [ 957.631875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd568e-8d10-47a3-a65b-3099ec6572d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.843727] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.347228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.347496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.347496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.347686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.347751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.347867] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 958.381536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.381536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.381854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.381854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.382625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.393099] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 959.389843] env[65957]: INFO networking_nsxv3.common.synchronization [req-16ae9cdb-d50f-4ca1-b674-c04df548b764 req-3699fd08-0848-49da-bad4-6ff8a7c28cea tempest-MigrationsAdminTest-706983194 tempest-MigrationsAdminTest-706983194-project-member] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 959.390452] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGHEST for action security_group_members [ 959.390790] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.390885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.390967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.391379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.391435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.391496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.391561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.391716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.391800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.391897] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.498646] env[65957]: INFO networking_nsxv3.common.synchronization [req-7048736b-cedb-4879-b0c1-2bbb157d3ad7 req-82901612-1d6a-46c1-a7ed-9d4c04b57797 tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 959.499377] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 959.500447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.500447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.500447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.500447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.500447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.500723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.500723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.500793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.500839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.501010] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.895157] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.895356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.895498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.895703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.920368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.920635] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.920773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.920842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.921146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.921273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.921371] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be updated. [ 959.925111] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.925111] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.925252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.925548] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.925906] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.926105] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.926238] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.926515] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.926662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.926865] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.926974] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.927101] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.927233] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.927352] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.927454] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.927616] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.950299] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.950577] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.950805] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.951179] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.954145] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-b742a524-332f-4ab8-8037-b3f647769e60 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.954145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.954145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.954145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.954145] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b742a524-332f-4ab8-8037-b3f647769e60',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.958220] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.958395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.958472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.958641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.958975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.970623] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: IN_PROGRESS for 2s [ 960.003143] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.003298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.003402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.003662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.003756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.003961] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.004068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.004122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.004277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.004353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.004439] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 already deleted. [ 960.004519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.403977] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 960.404363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.404407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.404620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.404817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.404936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.404998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.405170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.405250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.405335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.405430] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.456697] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.457089] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.457304] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.457722] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.457953] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.458218] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port b742a524-332f-4ab8-8037-b3f647769e60 not found, creating... [ 960.458660] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.458924] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.459159] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.459543] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.459767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.460276] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.460696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.460789] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.461064] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.461311] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.461546] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: b742a524-332f-4ab8-8037-b3f647769e60 is going to be created. [ 960.497605] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.497605] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.497748] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.498127] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.498485] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.498832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.908382] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.908609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.908662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.908869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.909075] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.909194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.909257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.909402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.909482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.909572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.909758] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.909838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.910031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.910031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.910164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.910258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.910333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.910415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.910484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.910568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.910655] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.234026] env[65957]: INFO networking_nsxv3.common.synchronization [req-7048736b-cedb-4879-b0c1-2bbb157d3ad7 req-f6658b4e-7887-4db3-951d-963715904021 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 961.234026] env[65957]: INFO networking_nsxv3.common.synchronization [req-7048736b-cedb-4879-b0c1-2bbb157d3ad7 req-f6658b4e-7887-4db3-951d-963715904021 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 961.234026] env[65957]: INFO networking_nsxv3.common.synchronization [req-7048736b-cedb-4879-b0c1-2bbb157d3ad7 req-f6658b4e-7887-4db3-951d-963715904021 service nova] Enqueued Resource ID: b742a524-332f-4ab8-8037-b3f647769e60 with Priority: HIGHEST for action port [ 961.234026] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 961.234026] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 961.234026] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b742a524-332f-4ab8-8037-b3f647769e60 with Priority: HIGHEST for action port [ 961.235771] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.237921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.238055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.238319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.238416] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.239361] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.239609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.239727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.239970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.240158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.240269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.240352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.240495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.240602] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.240726] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.241620] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b742a524-332f-4ab8-8037-b3f647769e60 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.241752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.241902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.241950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.242036] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b742a524-332f-4ab8-8037-b3f647769e60',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.413065] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce955f7-07b2-4076-80d8-06c296565870: rpc.has_security_group_logging(os_id): False [ 961.431849] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.432052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.432154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.432310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.432422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.432637] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.432742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.432805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.432968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.433078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.433303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.433407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.433470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.433634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.433711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.433929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.434052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.434121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.434266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.434356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.434445] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 961.516571] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.516770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.516825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.517009] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.517168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.534380] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 961.744541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.744693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.744871] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.745782] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b742a524-332f-4ab8-8037-b3f647769e60 with status ACTIVE [ 961.745968] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.746102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.746188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.746392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.746483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.746667] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.746763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.746824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.746971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.747062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.747241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.747332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.747393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.747527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.747599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.747680] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b742a524-332f-4ab8-8037-b3f647769e60 is going to be updated. [ 961.771712] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.771841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.771841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.772059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.772238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.772402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b742a524-332f-4ab8-8037-b3f647769e60" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.981666] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56ed695e-7a54-4270-b523-c994c6773d3c in Status: SUCCESS [ 961.981944] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c deletion is rescheduled due to dependency. [ 961.981944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.250874] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.685496] env[65957]: INFO networking_nsxv3.common.synchronization [req-fc49eae7-fe0d-40c4-ad30-ae46007d7359 req-f42be9b4-96db-4dc9-a384-0443be102297 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_members [ 962.686520] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_members [ 962.686520] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.686520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.686520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.686784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.686935] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.687074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.687135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.687293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.687376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.687469] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.754113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.754279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.754345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.754936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.754936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.754936] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be created. [ 962.787700] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.787700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.787700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.787700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.787700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.799076] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: UNINITIALIZED for 2s [ 963.081428] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.081664] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.081776] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.082095] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.082353] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.082507] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.082629] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.083127] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.083195] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.083457] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.083628] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.083803] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.083933] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.084111] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.084275] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.084453] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.104921] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.104921] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.105115] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.105198] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.105528] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-77283753-b6c6-42a0-a944-e0a30ced480c taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.105689] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.105806] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.106160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.106303] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77283753-b6c6-42a0-a944-e0a30ced480c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.189980] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.190175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.190248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.190482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.190573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.190777] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.190880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.190936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.191116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.191201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.191288] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a already deleted. [ 963.191373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.550109] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 963.550389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.609245] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.609549] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.609632] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.610102] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.610303] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.610508] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 77283753-b6c6-42a0-a944-e0a30ced480c not found, creating... [ 963.610826] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.611048] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.611370] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.611588] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.611781] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.612194] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.612523] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.612523] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.612825] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.612996] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.613163] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 77283753-b6c6-42a0-a944-e0a30ced480c is going to be created. [ 963.645934] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.646531] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.646531] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.646785] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.647029] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.647269] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.361362] env[65957]: INFO networking_nsxv3.common.synchronization [req-fc49eae7-fe0d-40c4-ad30-ae46007d7359 req-18c4df2c-4d9e-425d-9d4d-8574fea354e9 service nova] Enqueued Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_rules [ 964.361783] env[65957]: INFO networking_nsxv3.common.synchronization [req-fc49eae7-fe0d-40c4-ad30-ae46007d7359 req-18c4df2c-4d9e-425d-9d4d-8574fea354e9 service nova] Enqueued Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_members [ 964.362415] env[65957]: INFO networking_nsxv3.common.synchronization [req-fc49eae7-fe0d-40c4-ad30-ae46007d7359 req-18c4df2c-4d9e-425d-9d4d-8574fea354e9 service nova] Enqueued Resource ID: 77283753-b6c6-42a0-a944-e0a30ced480c with Priority: HIGHEST for action port [ 964.363053] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_rules [ 964.363125] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_members [ 964.363245] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77283753-b6c6-42a0-a944-e0a30ced480c with Priority: HIGHEST for action port [ 964.365384] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.365558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.365761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.365874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.365955] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.366842] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.366957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.367032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.367206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.367389] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.367524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.367610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.367806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.367919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.368057] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.369906] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-77283753-b6c6-42a0-a944-e0a30ced480c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.370091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.370215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.370414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.371366] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77283753-b6c6-42a0-a944-e0a30ced480c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.560928] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee7dd669-e124-4da5-aef8-515fa05dc1b6 req-1dd882c3-d912-4b69-aea0-e320a9b6897d tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_members [ 964.561175] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee7dd669-e124-4da5-aef8-515fa05dc1b6 req-1dd882c3-d912-4b69-aea0-e320a9b6897d tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 964.561949] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_members [ 964.562038] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 964.562379] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.562511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.562577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.562890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.563020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.563138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.563200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.563360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.563464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.563559] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.564634] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.564757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.564826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.564997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.565162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.565260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.565322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.565475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.565553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.565638] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.610887] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee7dd669-e124-4da5-aef8-515fa05dc1b6 req-1dd882c3-d912-4b69-aea0-e320a9b6897d tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_rules [ 964.611211] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee7dd669-e124-4da5-aef8-515fa05dc1b6 req-1dd882c3-d912-4b69-aea0-e320a9b6897d tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 964.611452] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee7dd669-e124-4da5-aef8-515fa05dc1b6 req-1dd882c3-d912-4b69-aea0-e320a9b6897d tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_rules [ 964.611680] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee7dd669-e124-4da5-aef8-515fa05dc1b6 req-1dd882c3-d912-4b69-aea0-e320a9b6897d tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_members [ 964.611853] env[65957]: INFO networking_nsxv3.common.synchronization [req-ee7dd669-e124-4da5-aef8-515fa05dc1b6 req-1dd882c3-d912-4b69-aea0-e320a9b6897d tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 5099fc16-29bf-4593-a9e9-909b45b54989 with Priority: HIGHEST for action port [ 964.612651] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_rules [ 964.612885] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_rules [ 964.612885] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5099fc16-29bf-4593-a9e9-909b45b54989 with Priority: HIGHEST for action port [ 964.613059] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 964.613100] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_members [ 964.613411] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.613530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.613604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.613820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.613995] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.615142] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e62617d-4aec-44f9-a50d-dbce8e97ebdc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.615257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.615327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.615574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.615653] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.618453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5099fc16-29bf-4593-a9e9-909b45b54989 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.618575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.618641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.619521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.619521] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5099fc16-29bf-4593-a9e9-909b45b54989',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.619694] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.619782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.619993] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.620082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.811660] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 964.811885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.812186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.812315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.812509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.812626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.812689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.812838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.813133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.813133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.813205] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.874075] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.874659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.874765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.874962] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77283753-b6c6-42a0-a944-e0a30ced480c with status ACTIVE [ 964.875145] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.875245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.875311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.875515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.875597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.875932] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.875932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.875932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.876139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.876139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.876303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.876398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.876441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.876578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.876645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.876725] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77283753-b6c6-42a0-a944-e0a30ced480c is going to be updated. [ 964.905046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.905270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.905270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.905481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.905622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.905798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77283753-b6c6-42a0-a944-e0a30ced480c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.067542] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.069024] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.121601] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5099fc16-29bf-4593-a9e9-909b45b54989 with status ACTIVE [ 965.121889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.122082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.122209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.122537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.122636] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.122823] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.122926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.122988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.123157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.123281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.123416] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.123509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.123571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.123690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.123745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.123831] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5099fc16-29bf-4593-a9e9-909b45b54989 is going to be updated. [ 965.125253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.125253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.125561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.125641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.173141] env[65957]: INFO networking_nsxv3.common.synchronization [req-ebfb9eb3-efa6-4e7d-959a-4127010eaa59 req-ca15cf94-f8f2-4a40-8f32-b580ae4bd401 tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_members [ 965.173521] env[65957]: INFO networking_nsxv3.common.synchronization [req-ebfb9eb3-efa6-4e7d-959a-4127010eaa59 req-ca15cf94-f8f2-4a40-8f32-b580ae4bd401 tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 965.174157] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc with Priority: HIGHEST for action security_group_members [ 965.174416] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 965.175680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.175899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.175945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.176377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.176377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.176632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.177047] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.177182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.177459] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.177570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.226204] env[65957]: INFO networking_nsxv3.common.synchronization [req-ebfb9eb3-efa6-4e7d-959a-4127010eaa59 req-ca15cf94-f8f2-4a40-8f32-b580ae4bd401 tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_rules [ 965.226484] env[65957]: INFO networking_nsxv3.common.synchronization [req-ebfb9eb3-efa6-4e7d-959a-4127010eaa59 req-ca15cf94-f8f2-4a40-8f32-b580ae4bd401 tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 965.226576] env[65957]: INFO networking_nsxv3.common.synchronization [req-ebfb9eb3-efa6-4e7d-959a-4127010eaa59 req-ca15cf94-f8f2-4a40-8f32-b580ae4bd401 tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 5099fc16-29bf-4593-a9e9-909b45b54989 with Priority: HIGHEST for action port [ 965.227229] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_rules [ 965.227319] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 965.227734] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5099fc16-29bf-4593-a9e9-909b45b54989 with Priority: HIGHEST for action port [ 965.227734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.227943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.228073] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.228161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.228482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5099fc16-29bf-4593-a9e9-909b45b54989 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.228482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.228482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.228705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.228781] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5099fc16-29bf-4593-a9e9-909b45b54989',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.316904] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.316904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.316904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.317334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.317334] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.317334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.317334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.317580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.317764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.317927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.318286] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.318286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.318286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.318455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.318634] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.318722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.318781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.318920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.318996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.319091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.319198] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.321345] env[65957]: INFO networking_nsxv3.common.synchronization [req-633432fa-7d23-4197-85c9-421b25e1763f req-eccce894-cc80-452d-8f6d-1f258541a873 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 965.322282] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 965.322586] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.322705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.322771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.322959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.323125] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.323225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.323288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.323488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.323536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.323652] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.378222] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.570052] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.571788] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.722808] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.723234] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.723234] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.723546] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.723904] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.724116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.724239] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.724633] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.724755] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.725015] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.725149] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.725258] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.725526] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.725526] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.725629] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.725742] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.730815] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5099fc16-29bf-4593-a9e9-909b45b54989 with status ACTIVE [ 965.731089] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.731198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.731242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.731459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.731555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.731724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.731822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.731885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.732049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.732131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.732314] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.732408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.732469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.732606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.732678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.732765] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5099fc16-29bf-4593-a9e9-909b45b54989 is going to be updated. [ 965.752335] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.752621] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.752764] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.752935] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.753445] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-926ab2c5-6244-4997-a190-5ab6246a1be0 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.753692] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.753845] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.754194] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.754334] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926ab2c5-6244-4997-a190-5ab6246a1be0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.759475] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.759611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.759653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.759842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.759977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.760155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5099fc16-29bf-4593-a9e9-909b45b54989" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.822473] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 965.831554] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.831802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.831996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.832478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.843453] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.843575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.853474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.853874] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.854034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.854096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.854308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.854617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.854720] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 965.855754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.855959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.856107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.856375] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.856543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.856637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.856878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.857048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.857343] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.857495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.857575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.857770] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.857885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.858182] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.858300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.858360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.858522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.858614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.858703] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be created. [ 965.882899] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.883158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.883272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.883528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.883642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.883772] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a is going to be created. [ 965.933056] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.933213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.933290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.933515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.933691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.952831] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 965.956010] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.956265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.956363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.956642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.956800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.973947] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a in Status: UNINITIALIZED for 2s [ 965.994816] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.995049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.995049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.995262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.995445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.012963] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 966.073551] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.073551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.073551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.073551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.073551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.073551] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc is going to be created. [ 966.075045] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.075045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.075045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.075283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.075314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.075427] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be updated. [ 966.115574] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.115821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.115956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.116137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.116340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.119864] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.120193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.120193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.120599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.122129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.137885] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: IN_PROGRESS for 2s [ 966.139041] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc in Status: UNINITIALIZED for 2s [ 966.256661] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.256884] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.257179] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.257349] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.257499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.257655] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 926ab2c5-6244-4997-a190-5ab6246a1be0 not found, creating... [ 966.258143] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.258143] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.258276] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.258431] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.258579] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.258852] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.259112] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.259212] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.259419] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.259555] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.259697] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 926ab2c5-6244-4997-a190-5ab6246a1be0 is going to be created. [ 966.293073] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.293073] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.293073] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.293073] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.293073] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.293841] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.070600] env[65957]: INFO networking_nsxv3.common.synchronization [req-633432fa-7d23-4197-85c9-421b25e1763f req-337c82fa-52bf-4236-9f50-b509343359aa service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 967.070600] env[65957]: INFO networking_nsxv3.common.synchronization [req-633432fa-7d23-4197-85c9-421b25e1763f req-337c82fa-52bf-4236-9f50-b509343359aa service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 967.070600] env[65957]: INFO networking_nsxv3.common.synchronization [req-633432fa-7d23-4197-85c9-421b25e1763f req-337c82fa-52bf-4236-9f50-b509343359aa service nova] Enqueued Resource ID: 926ab2c5-6244-4997-a190-5ab6246a1be0 with Priority: HIGHEST for action port [ 967.070600] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 967.070600] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 967.071289] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ab2c5-6244-4997-a190-5ab6246a1be0 with Priority: HIGHEST for action port [ 967.071289] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.071532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.071582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.071802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.071888] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.073369] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.073533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.073681] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-926ab2c5-6244-4997-a190-5ab6246a1be0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.073782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.073834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.074025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.074684] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926ab2c5-6244-4997-a190-5ab6246a1be0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.580024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.580024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 926ab2c5-6244-4997-a190-5ab6246a1be0 with status ACTIVE [ 967.580024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.580024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.580024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.580024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.580779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.580779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.580779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.580779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.580779] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 926ab2c5-6244-4997-a190-5ab6246a1be0 is going to be updated. [ 967.603585] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.603757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.603826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.604061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.604229] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.604391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-926ab2c5-6244-4997-a190-5ab6246a1be0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.964734] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 967.965016] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 967.965207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.965565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.965750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.966032] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.966210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.966307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.966536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.966638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.967133] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.983538] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a in Status: SUCCESS [ 967.983667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.983805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.983982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.984402] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.984402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.984402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.984568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.984604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.984673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.985407] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.027153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 968.027441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.150732] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc in Status: SUCCESS [ 968.151140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.151264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.152606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.152727] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.152929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.153034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.153186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.153337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.153416] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.156107] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 968.156107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.156107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.156466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.156466] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.156599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.156599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.158934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.158934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.158934] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.470325] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.487373] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.660720] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.661872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.662016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.662089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.662289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.662375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.662565] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.662705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.662705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.662849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.662920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.662993] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc is going to be deleted. [ 968.695743] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.695893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.696069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.696288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.696386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.696475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.696610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.696757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.696923] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.697031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.697094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.697231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.697310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.697401] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.973776] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.990412] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6486c98f-80f5-4a16-84f6-b38963a3fa3a: rpc.has_security_group_logging(os_id): False [ 969.019033] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.019033] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.019033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.019033] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a is going to be created. [ 969.095167] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.095167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.095167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.095167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.095167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.110349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a in Status: IN_PROGRESS for 2s [ 969.165740] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.200039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.200337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.201043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.201043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.201258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.201854] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.201947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.202015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.202679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.202679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.202879] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc already deleted. [ 969.203119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.203119] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.204218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.204434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.204653] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.205033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.205033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.205183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.205183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.205247] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.476338] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.476424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.476489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.476961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.476961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.476961] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 969.514558] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.514727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.514797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.515051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.515225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.526699] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 969.668803] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.668981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.669137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.669425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.669521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.669631] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be updated. [ 969.704140] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.704314] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.704353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.704546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.704678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.711207] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e62617d-4aec-44f9-a50d-dbce8e97ebdc',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.711207] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.711207] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.711207] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc already deleted. [ 969.711207] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.716403] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: IN_PROGRESS for 2s [ 970.211564] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e62617d-4aec-44f9-a50d-dbce8e97ebdc: rpc.has_security_group_logging(os_id): False [ 970.231998] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.232171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.232283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.232515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.232605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.232921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.233034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.233034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.233183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.233259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.233349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc is going to be created. [ 970.254499] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7e62617d-4aec-44f9-a50d-dbce8e97ebdc], does not exist path=[/infra/domains/default/groups/7e62617d-4aec-44f9-a50d-dbce8e97ebdc]."\n}' [ 970.254723] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e62617d-4aec-44f9-a50d-dbce8e97ebdc [ 970.254884] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 970.327474] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.327625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.327857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.327968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.329213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.330054] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.330054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.330054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.330054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.330054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.330593] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.330593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.330593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.330593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.330780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.330832] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e62617d-4aec-44f9-a50d-dbce8e97ebdc is going to be created. [ 970.364687] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7e62617d-4aec-44f9-a50d-dbce8e97ebdc], does not exist path=[/infra/domains/default/groups/7e62617d-4aec-44f9-a50d-dbce8e97ebdc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e62617d-4aec-44f9-a50d-dbce8e97ebdc [ 970.365421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e62617d-4aec-44f9-a50d-dbce8e97ebdc" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.365421] env[65957]: Traceback (most recent call last): [ 970.365421] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 970.365421] env[65957]: return func(*args, **kwargs) [ 970.365421] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 970.365421] env[65957]: res.raise_for_status() [ 970.365421] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 970.365421] env[65957]: raise HTTPError(http_error_msg, response=self) [ 970.365421] env[65957]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e62617d-4aec-44f9-a50d-dbce8e97ebdc [ 970.365421] env[65957]: During handling of the above exception, another exception occurred: [ 970.365421] env[65957]: Traceback (most recent call last): [ 970.365421] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 970.365421] env[65957]: listener.cb(fileno) [ 970.365421] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 970.365421] env[65957]: result = function(*args, **kwargs) [ 970.365421] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 970.365421] env[65957]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 970.365421] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 970.365421] env[65957]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 970.365421] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 970.365421] env[65957]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 970.365421] env[65957]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 970.365421] env[65957]: res.raise_for_status() [ 970.365421] env[65957]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 970.365421] env[65957]: raise HTTPError(http_error_msg, response=self) [ 970.365421] env[65957]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e62617d-4aec-44f9-a50d-dbce8e97ebdc [ 970.365421] env[65957]: Removing descriptor: 5 [ 971.124893] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a in Status: SUCCESS [ 971.125170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.156054] env[65957]: INFO networking_nsxv3.common.synchronization [req-1179d7a0-992e-4ef7-9434-8e2ffba122af req-ce0c9c06-5f6c-4d56-95fe-e4a6845a2359 tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 971.156642] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 971.157081] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.157187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.157276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.157505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.161317] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.161448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.161515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.161707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.161795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.161894] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.543927] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 971.544319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.544319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.545947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.545947] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.545947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.546422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.546422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.546422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.546422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.546422] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.666836] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.731055] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 971.731055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.734211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.734502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.734729] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.734855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.734968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.735109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.735175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.735300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.735404] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.736727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.736835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.737044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.737218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.737303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.738290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.738290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.738290] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.049470] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.049667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.049741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.049979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.050241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.050356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.050439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.050612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.050698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.050800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.050960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.051085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.051125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.051294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.051446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.051564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.051633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.051771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.051865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.051949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.052562] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.173077] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.240726] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.241174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.243715] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.554797] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dcd3e9-9439-4353-944c-d808906d953d: rpc.has_security_group_logging(os_id): False [ 972.576797] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.576978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.577069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.577792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.616239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.616239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.616239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.616239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.616239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.616239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.616239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.616239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.616239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.616632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.616632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.616632] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.616632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.616752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.616819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.616914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.617010] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 972.677178] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.677178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.677178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.677178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.677178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.677178] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 972.711357] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.711357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.711357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.711357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.712070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.714835] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.714976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.715041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.715522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.715522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.728294] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 972.736549] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 972.746828] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.253294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.253294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.253294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.253294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.253294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.253294] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be updated. [ 973.316759] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.316759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.316759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.316759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.316759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.330326] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: IN_PROGRESS for 2s [ 973.983930] env[65957]: INFO networking_nsxv3.common.synchronization [req-85869744-f669-4d8f-bdb6-71afc8bc0608 req-d07bf60a-3c14-4241-a297-ac75291eb477 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_members [ 973.984559] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 with Priority: HIGHEST for action security_group_members [ 973.984885] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2712b2-ef3a-40de-b019-c36c0e181510 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.985034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.985109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.985298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.985458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.985923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.985923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.985923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.985923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.986173] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2712b2-ef3a-40de-b019-c36c0e181510',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.488538] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.488778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.489060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.489263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.511128] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.511578] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.511713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.511783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.512021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.512118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.512251] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 is going to be updated. [ 974.518478] env[65957]: INFO networking_nsxv3.common.synchronization [req-2a69a337-f1ac-4759-84b4-dfe7a7958661 req-ce4c2306-420d-45d5-afb3-a0c2185bd31a tempest-ServerRescueTestJSONUnderV235-1107324021 tempest-ServerRescueTestJSONUnderV235-1107324021-project-member] Enqueued Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 974.518478] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777d8502-9139-4352-8580-714964c9830e with Priority: HIGHEST for action security_group_members [ 974.518838] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.518984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.540974] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.541170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.541417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.542369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.542369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.551928] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 in Status: IN_PROGRESS for 2s [ 974.741482] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 974.741769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.750503] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 974.750762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.345213] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 975.345469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.345616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.345830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.346161] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.346430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.346430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.346564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.346564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.346652] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.848561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.848731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.848781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.849022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.872572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.872832] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.872966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.873041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.873230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.873308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.873661] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be updated. [ 975.911302] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.911482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.911543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.911728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.911882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.922322] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: IN_PROGRESS for 2s [ 976.535601] env[65957]: INFO networking_nsxv3.common.synchronization [req-7504d7c9-f8d2-4b82-9da5-4e9bf49d46c1 req-fcc92b28-306a-4db4-8cba-ba612443db49 tempest-ServerActionsV293TestJSON-189612333 tempest-ServerActionsV293TestJSON-189612333-project-member] Enqueued Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_members [ 976.536651] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGHEST for action security_group_members [ 976.536862] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.536993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.537083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.537301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.537466] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.537589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.537650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.537818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.537902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.538015] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.565096] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 in Status: SUCCESS [ 976.565948] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2712b2-ef3a-40de-b019-c36c0e181510 deletion is rescheduled due to dependency. [ 976.566688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2712b2-ef3a-40de-b019-c36c0e181510" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.042446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.042446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.042446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.042446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.062394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.062677] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.062796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.062853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.063064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.063145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.063237] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 is going to be updated. [ 977.094283] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.094439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.094508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.094714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.094850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.105583] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 in Status: IN_PROGRESS for 2s [ 977.934466] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 977.934843] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e deletion is rescheduled due to dependency. [ 977.934843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.934912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.935310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.935380] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.935497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.935534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.935860] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.936304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.936304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.936304] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-777d8502-9139-4352-8580-714964c9830e taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.936304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.936475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.936504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.936626] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.937088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.937088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.937088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.937088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.937088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.937335] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.937965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.938670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.938670] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.938670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.938670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.938670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.938670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.938902] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.247330] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4892b81-c910-4581-a013-742f95a26fee req-84a3c27d-aceb-4cbb-874e-f1faa35c4cd1 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 978.247912] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 978.248169] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.248287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.248354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.248892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.249110] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.249230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.249324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.249503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.249540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.249616] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.440442] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777d8502-9139-4352-8580-714964c9830e: rpc.has_security_group_logging(os_id): False [ 978.441805] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.441954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.442027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.442791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.442791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.442791] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.442791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.442791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.444398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.444398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.444398] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be updated. [ 978.466626] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.466626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.466626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.466626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.466626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.466626] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.466626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.467020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.467020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.467020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.467750] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.467902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.467971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.468435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.468582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.468850] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.468984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.469071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.469298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.469541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.469674] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be updated. [ 978.474131] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.474276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.474361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.474781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.474781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.488285] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: IN_PROGRESS for 2s [ 978.542046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.542199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.542306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.542882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.542882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.557524] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777d8502-9139-4352-8580-714964c9830e in Status: IN_PROGRESS for 2s [ 978.753539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.753743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.753808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.754057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.778505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.778902] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.779014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.779063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.779375] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.779494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.779614] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 978.810168] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.810317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.810355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.814021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.814021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.821503] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 978.867750] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.870612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.870612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.870612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.870612] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.870612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.871252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.871252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.871252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.871557] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.871672] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.871978] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.872115] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.872332] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.872394] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.872487] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.894852] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.895058] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.896579] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.896579] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.896579] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-cb7461f7-df0d-4320-941f-4e143e461ff2 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.896579] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.896579] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.896579] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.897118] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7461f7-df0d-4320-941f-4e143e461ff2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.115714] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 in Status: SUCCESS [ 979.115714] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 deletion is rescheduled due to dependency. [ 979.116241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.401499] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.401499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.401499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.401499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.401499] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.401822] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port cb7461f7-df0d-4320-941f-4e143e461ff2 not found, creating... [ 979.401981] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.402146] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.402207] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.402474] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.402661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.403040] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.403040] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.403308] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.404027] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.404027] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.404027] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: cb7461f7-df0d-4320-941f-4e143e461ff2 is going to be created. [ 979.428147] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.428393] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.428516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.428804] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.429079] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.429347] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.459560] env[65957]: INFO networking_nsxv3.common.synchronization [req-1e075ed3-72c6-41d5-949c-d068836b6fa7 req-84397a9b-1e31-41a0-a252-ac14ef2b805e tempest-ImagesTestJSON-1959297047 tempest-ImagesTestJSON-1959297047-project-member] Enqueued Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 979.460376] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce955f7-07b2-4076-80d8-06c296565870 with Priority: HIGHEST for action security_group_members [ 979.460877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce955f7-07b2-4076-80d8-06c296565870 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.461089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.461197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.461527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.461987] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.461987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.461987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.462300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.462416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.462534] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce955f7-07b2-4076-80d8-06c296565870',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.967323] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.967323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.967323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.967323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.991236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.994019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.994019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.994019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.994019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.994019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.994019] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 is going to be updated. [ 980.028458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.030572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.030572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.030572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.030572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.038942] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: IN_PROGRESS for 2s [ 980.229841] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4892b81-c910-4581-a013-742f95a26fee req-b72c1752-f90d-4610-9e7e-4b107d456280 service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 980.230735] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4892b81-c910-4581-a013-742f95a26fee req-b72c1752-f90d-4610-9e7e-4b107d456280 service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 980.230922] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4892b81-c910-4581-a013-742f95a26fee req-b72c1752-f90d-4610-9e7e-4b107d456280 service nova] Enqueued Resource ID: cb7461f7-df0d-4320-941f-4e143e461ff2 with Priority: HIGHEST for action port [ 980.231674] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 980.231809] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 980.231939] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7461f7-df0d-4320-941f-4e143e461ff2 with Priority: HIGHEST for action port [ 980.232215] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.232344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.232473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.232637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.232720] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.233637] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.233743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.234267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb7461f7-df0d-4320-941f-4e143e461ff2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.234267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.234267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.234426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.234457] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7461f7-df0d-4320-941f-4e143e461ff2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.503557] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 980.503768] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777d8502-9139-4352-8580-714964c9830e deletion is rescheduled due to dependency. [ 980.504395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.574643] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777d8502-9139-4352-8580-714964c9830e in Status: SUCCESS [ 980.574804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.574849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.575100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.575191] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777d8502-9139-4352-8580-714964c9830e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.673464] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4ac1faf-661a-4afc-aaf5-21cdfc042eeb req-f5218236-2644-4744-9570-398d1642d076 tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 980.673989] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 980.674316] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.674439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.674500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.674717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.674841] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.674937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.674993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.675451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.675552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.675629] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.735950] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb7461f7-df0d-4320-941f-4e143e461ff2 with status ACTIVE [ 980.736246] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.736383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.736452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.736658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.736744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.736918] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.737017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.737072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.737219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.737344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.737492] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.737584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.737661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.737846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.737920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.738020] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb7461f7-df0d-4320-941f-4e143e461ff2 is going to be updated. [ 980.739232] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.739343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.760300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.760572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.760736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.760964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb7461f7-df0d-4320-941f-4e143e461ff2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.848375] env[65957]: INFO networking_nsxv3.common.synchronization [req-b4eb3e94-00b2-48ba-a2dc-93eb87164ce7 req-a0a06bdd-189e-47b1-8d32-15dc69f546cb tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 980.849051] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 980.849439] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.849552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.849641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.849826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.849981] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.850103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.850164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.850354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.850523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.850523] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.900468] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 980.900625] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 980.900741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.901285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.901875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.901875] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.901875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.902025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.902136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.902266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.902351] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.099080] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.099080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.099080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.099080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.099080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.099080] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777d8502-9139-4352-8580-714964c9830e is going to be deleted. [ 981.176106] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.176106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.176106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.176319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.176319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.176319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777d8502-9139-4352-8580-714964c9830e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.177984] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.177984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.178143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.178371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.204357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.204621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.204742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.204799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.205019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.205107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.205199] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 981.240015] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.240015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.240015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.240015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.240015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.270325] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 981.299137] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.299137] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.299137] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.299357] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.299659] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.299898] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.299966] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.300669] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.300669] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.300827] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.300895] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.301031] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.301460] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.301460] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.301460] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.301460] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.332588] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.334060] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.334060] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.334060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.334060] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-d90950b1-55d1-40b7-bc2f-7d414faa6a98 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.334060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.334060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.334060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.334503] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90950b1-55d1-40b7-bc2f-7d414faa6a98',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.354806] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.355080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.355135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.355415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.355512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.355728] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.356057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.356057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.356545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.356597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.356704] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 981.391702] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.392560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.392782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.396096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.396096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.407083] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 981.407083] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.837062] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.837364] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.837494] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.837782] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.837930] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.838102] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port d90950b1-55d1-40b7-bc2f-7d414faa6a98 not found, creating... [ 981.838370] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.838541] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.838749] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.838883] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.839030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.839333] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.839501] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.839620] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.839826] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.839957] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.840108] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: d90950b1-55d1-40b7-bc2f-7d414faa6a98 is going to be created. [ 981.861649] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.861907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.861970] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.862282] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.862539] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.862778] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.907899] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.050689] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce955f7-07b2-4076-80d8-06c296565870 in Status: SUCCESS [ 982.050689] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce955f7-07b2-4076-80d8-06c296565870 deletion is rescheduled due to dependency. [ 982.050786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce955f7-07b2-4076-80d8-06c296565870" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.410696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.411046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.411046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.411242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.411307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.411426] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 982.448206] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.448440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.448516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.448738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.448885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.459320] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 982.587239] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4ac1faf-661a-4afc-aaf5-21cdfc042eeb req-b91a84d8-360e-4d5a-8484-709d9ecfde26 service nova] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_rules [ 982.587468] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4ac1faf-661a-4afc-aaf5-21cdfc042eeb req-b91a84d8-360e-4d5a-8484-709d9ecfde26 service nova] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 982.587664] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4ac1faf-661a-4afc-aaf5-21cdfc042eeb req-b91a84d8-360e-4d5a-8484-709d9ecfde26 service nova] Enqueued Resource ID: d90950b1-55d1-40b7-bc2f-7d414faa6a98 with Priority: HIGHEST for action port [ 982.590485] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_rules [ 982.590754] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 982.590842] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90950b1-55d1-40b7-bc2f-7d414faa6a98 with Priority: HIGHEST for action port [ 982.591163] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.591386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.591451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.591675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.591818] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.593349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.593460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.593717] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90950b1-55d1-40b7-bc2f-7d414faa6a98 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.593839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.593895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.594255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.594255] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90950b1-55d1-40b7-bc2f-7d414faa6a98',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.096533] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.096666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.098055] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d90950b1-55d1-40b7-bc2f-7d414faa6a98 with status ACTIVE [ 983.100076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.100187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.100260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.100473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.100562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.100748] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.100846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.100909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.101072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.101147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.101381] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.101491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.101550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.101691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.101767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.101852] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d90950b1-55d1-40b7-bc2f-7d414faa6a98 is going to be updated. [ 983.125267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.125412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.125581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.125800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.125939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.126100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90950b1-55d1-40b7-bc2f-7d414faa6a98" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.280689] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 983.280905] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 deletion is rescheduled due to dependency. [ 983.281013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.281196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.281562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.281742] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.281896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.281985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.282098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.282181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.282353] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.416523] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 983.416863] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 983.416863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.785474] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.287329] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.471531] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 984.471994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.471994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.472769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.472769] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.472769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.472769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.472985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.472985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.473144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.473144] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.791085] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.791085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.791085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.791085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.791085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.791085] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 984.838105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.838285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.838345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.838577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.838710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.849707] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 984.975613] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.975926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.976021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.976341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.976705] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.976705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.976849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.976955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.977202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.977261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.977502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.977603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.977663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.977866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.978105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.978489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.978489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.978489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.978618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.978648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.978816] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.154140] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3404c18-3347-4dd3-b160-8e6e045fa1bc req-d991f3ec-e10d-4627-ac91-ea2f8d06a1c2 tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_members [ 985.154797] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_members [ 985.155351] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.155485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.155562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.155863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.156059] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.156191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.156358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.156567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.156662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.156758] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.481174] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e80be11b-f72b-4b96-a7ab-de076c0fd26b: rpc.has_security_group_logging(os_id): False [ 985.503559] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.504435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.504435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.504435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.504435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.504699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.504754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.504798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.504943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.505047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.505204] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.505298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.505359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.505495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.505566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.505742] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.505833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.505883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.506030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.506103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.506187] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 985.558681] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.558948] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.559107] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.559482] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560096] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.560291] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.560393] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.560619] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560762] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.560966] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.561091] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.561197] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.561301] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.561514] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.561641] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.561790] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.577150] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.577290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.577372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.577565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.577715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.582035] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.582288] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.582545] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.582730] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-950" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.583184] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-26180d52-a27c-4d8c-8287-e6b4870e8f4f taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.583385] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.583537] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.583897] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.584066] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26180d52-a27c-4d8c-8287-e6b4870e8f4f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.599653] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 985.661822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.661822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.661822] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f already deleted. [ 985.661822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.056175] env[65957]: INFO networking_nsxv3.common.synchronization [req-948d29ed-343c-40e2-8a9d-1c8b6e279844 req-e4373c83-5b88-432d-bc8a-6cbd50d780ab tempest-ServersNegativeTestJSON-146671754 tempest-ServersNegativeTestJSON-146671754-project-member] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 986.056762] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGHEST for action security_group_members [ 986.057083] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.057208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.057281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.057476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.057637] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.057727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.057787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.057936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.058192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.058338] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.087656] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.087895] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.088055] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.088449] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.088614] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.088777] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 26180d52-a27c-4d8c-8287-e6b4870e8f4f not found, creating... [ 986.089072] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.089243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.089374] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.089614] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.089771] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.090232] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.090373] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.090430] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.091023] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.091023] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.091023] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 26180d52-a27c-4d8c-8287-e6b4870e8f4f is going to be created. [ 986.126674] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.126960] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.127132] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.127441] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.127708] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.127954] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.561324] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.561615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.561665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.561876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.590091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.590351] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.590475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.590533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.590776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.590863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.590965] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be updated. [ 986.622513] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.622625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.622625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.622862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.623010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.632251] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: IN_PROGRESS for 2s [ 986.862453] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 986.862856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.865642] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.865642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.865642] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.939070] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3404c18-3347-4dd3-b160-8e6e045fa1bc req-2ee7cc8c-87fb-400e-884e-acba1ba14f6b service nova] Enqueued Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_rules [ 986.939070] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3404c18-3347-4dd3-b160-8e6e045fa1bc req-2ee7cc8c-87fb-400e-884e-acba1ba14f6b service nova] Enqueued Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_members [ 986.939070] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3404c18-3347-4dd3-b160-8e6e045fa1bc req-2ee7cc8c-87fb-400e-884e-acba1ba14f6b service nova] Enqueued Resource ID: 26180d52-a27c-4d8c-8287-e6b4870e8f4f with Priority: HIGHEST for action port [ 986.941814] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_rules [ 986.941814] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_members [ 986.941814] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26180d52-a27c-4d8c-8287-e6b4870e8f4f with Priority: HIGHEST for action port [ 986.941814] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.941814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.941814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.941814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.941814] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.944048] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.944177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.944244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.944439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.944630] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.944940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.945089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.945284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.945406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.945559] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.947213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-26180d52-a27c-4d8c-8287-e6b4870e8f4f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.947325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.947384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.947759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.947759] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26180d52-a27c-4d8c-8287-e6b4870e8f4f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.334883] env[65957]: INFO networking_nsxv3.common.synchronization [req-120a2422-6c67-42a9-91cb-9786a2931b19 req-99cd3495-5c4f-495c-9295-a79d45b12255 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 987.335723] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 987.336257] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.336548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.336682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.336928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.337424] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.337765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.338201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.338438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.338580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.338735] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.368548] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.369030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.369166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.369544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.370387] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.370387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.370387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.370387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.370387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.370621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.370711] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.370795] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.370878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.371085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.371241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.371452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.371538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.371702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.372089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.372089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.372089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.451137] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.451302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.451581] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.452719] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26180d52-a27c-4d8c-8287-e6b4870e8f4f with status ACTIVE [ 987.452921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.453070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.455808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.455808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.455808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.455808] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.455808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.460088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.460088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.460088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.460088] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.460088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.460088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.460088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.460088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.460088] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26180d52-a27c-4d8c-8287-e6b4870e8f4f is going to be updated. [ 987.483478] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.483737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.483850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.484024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.484231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.484471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26180d52-a27c-4d8c-8287-e6b4870e8f4f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.614153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 987.614484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.681184] env[65957]: INFO networking_nsxv3.common.synchronization [req-560fe2b0-efeb-43ad-9253-5284e86d1350 req-63480faf-4ae8-4ede-bf21-9e57d080d3f9 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 987.681994] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 987.683176] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.683338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.683441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.683801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.684057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.684208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.684304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.684718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.684718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.684821] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.739252] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.739487] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.739647] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.740030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.740140] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.740293] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.740430] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.740659] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.740842] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.741070] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.741188] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.741321] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.741463] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.741593] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.741683] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.741839] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.765194] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.765194] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.765194] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.765194] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.765194] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.765194] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.765194] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.765194] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.765194] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d919b5b8-cd00-4ba8-ba22-ec761dd4030f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.841711] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.841901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.841991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.842248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.865977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.866253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.866366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.866482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.866638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.866714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.866820] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 987.874897] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1935a7c1-7253-4e10-a709-32aab1b94265: rpc.has_security_group_logging(os_id): False [ 987.895711] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.895940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.896077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.896277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.896400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.896688] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.896801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.896953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.897105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.897188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.897394] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.897495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.897556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.897702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.897773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.897996] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.898106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.898226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.898410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.898612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.898716] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 987.900924] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.901109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.901169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.901382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.901524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.912561] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 987.960332] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.968077] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.968077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.968077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.968077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.968077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.985909] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 988.147498] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.147708] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.147833] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.148149] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.148473] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.148694] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.148821] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.149071] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.149233] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.149501] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.149629] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.149736] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.149841] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.149949] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.150074] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.150213] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.170186] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.170444] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.170627] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.170845] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.171276] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-1a1b821b-5f13-47a2-aa95-adca2829e2d1 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.171567] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.171713] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.172228] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.172314] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1b821b-5f13-47a2-aa95-adca2829e2d1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.186840] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.187078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.187187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.187411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.187503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.187767] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.187924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.188037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.188264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.188378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.188502] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd already deleted. [ 988.188627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.271118] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.271331] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.271556] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.271993] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.272279] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.272576] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port d919b5b8-cd00-4ba8-ba22-ec761dd4030f not found, creating... [ 988.273019] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.273274] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.273490] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.273859] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.274135] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.274621] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.274891] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.275135] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.275488] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.275743] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.275981] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: d919b5b8-cd00-4ba8-ba22-ec761dd4030f is going to be created. [ 988.321640] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.321902] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.322019] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.322323] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.322639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.322889] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.463047] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.463047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.463047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.463371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.463371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.463371] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f is going to be created. [ 988.493111] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.493348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.493493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.493823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.493959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.504521] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6720483-73cc-4d21-a036-60a8ab5d713f in Status: UNINITIALIZED for 2s [ 988.644043] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 in Status: SUCCESS [ 988.644043] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 deletion is rescheduled due to dependency. [ 988.644043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.675829] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.676084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.676140] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.676545] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.676798] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.677077] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 1a1b821b-5f13-47a2-aa95-adca2829e2d1 not found, creating... [ 988.677389] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.677570] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.677689] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.677959] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.678123] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.678473] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.678647] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.678750] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.678983] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.679137] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.679304] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 1a1b821b-5f13-47a2-aa95-adca2829e2d1 is going to be created. [ 988.702915] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.703274] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.703415] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.703797] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.704091] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.704348] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.039371] env[65957]: INFO networking_nsxv3.common.synchronization [req-120a2422-6c67-42a9-91cb-9786a2931b19 req-60b43fa7-8775-4caf-9776-da4f71fa581a service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 989.039590] env[65957]: INFO networking_nsxv3.common.synchronization [req-120a2422-6c67-42a9-91cb-9786a2931b19 req-60b43fa7-8775-4caf-9776-da4f71fa581a service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 989.039744] env[65957]: INFO networking_nsxv3.common.synchronization [req-120a2422-6c67-42a9-91cb-9786a2931b19 req-60b43fa7-8775-4caf-9776-da4f71fa581a service nova] Enqueued Resource ID: d919b5b8-cd00-4ba8-ba22-ec761dd4030f with Priority: HIGHEST for action port [ 989.040356] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 989.040519] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 989.040623] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d919b5b8-cd00-4ba8-ba22-ec761dd4030f with Priority: HIGHEST for action port [ 989.040932] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.041100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.041392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.041637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.041726] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.043212] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.043313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.043949] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.043949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.043949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.043949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.044193] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d919b5b8-cd00-4ba8-ba22-ec761dd4030f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.413482] env[65957]: INFO networking_nsxv3.common.synchronization [req-560fe2b0-efeb-43ad-9253-5284e86d1350 req-9bb4d792-8bb9-4a11-8646-c4964fe0f8a4 service nova] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_rules [ 989.413705] env[65957]: INFO networking_nsxv3.common.synchronization [req-560fe2b0-efeb-43ad-9253-5284e86d1350 req-9bb4d792-8bb9-4a11-8646-c4964fe0f8a4 service nova] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 989.413851] env[65957]: INFO networking_nsxv3.common.synchronization [req-560fe2b0-efeb-43ad-9253-5284e86d1350 req-9bb4d792-8bb9-4a11-8646-c4964fe0f8a4 service nova] Enqueued Resource ID: 1a1b821b-5f13-47a2-aa95-adca2829e2d1 with Priority: HIGHEST for action port [ 989.414586] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_rules [ 989.414827] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 989.415373] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1b821b-5f13-47a2-aa95-adca2829e2d1 with Priority: HIGHEST for action port [ 989.415694] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.415817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.415890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.416253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.416395] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.418540] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.418702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.418826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.419007] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.419256] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.419443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.419499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.421660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.421758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.422167] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.423025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1b821b-5f13-47a2-aa95-adca2829e2d1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.423192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.423261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.423465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.423593] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1b821b-5f13-47a2-aa95-adca2829e2d1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.546336] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.546487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.546655] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d919b5b8-cd00-4ba8-ba22-ec761dd4030f with status ACTIVE [ 989.546788] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.547732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.547732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.547732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.547732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.547732] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.547732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.547732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.548130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.548130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.548130] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.548231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.548260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.548635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.548635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.548635] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d919b5b8-cd00-4ba8-ba22-ec761dd4030f is going to be updated. [ 989.572277] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.572485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.572485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.572739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.572854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.573137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d919b5b8-cd00-4ba8-ba22-ec761dd4030f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.626787] env[65957]: INFO networking_nsxv3.common.synchronization [req-65f74cca-1d9f-4df1-b4cb-437c87cde1be req-a72e929d-a8ab-48f2-b16a-9c036d76e305 tempest-ServersTestBootFromVolume-380101121 tempest-ServersTestBootFromVolume-380101121-project-member] Enqueued Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_members [ 989.628121] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 with Priority: HIGHEST for action security_group_members [ 989.628121] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.628121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.628121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.628364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.628427] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.628585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.628736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.631127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.631127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.631127] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5b94d4-f152-48fc-8f25-fcfadeada4f9',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.925513] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 989.925780] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed deletion is rescheduled due to dependency. [ 989.925780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.925929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.926180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.926377] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.926493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.926546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.926700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.926780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.926874] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.927915] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.930022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.930149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.930377] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1b821b-5f13-47a2-aa95-adca2829e2d1 with status ACTIVE [ 989.930621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.930785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.930869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.931124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.931260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.931547] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.931811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.931811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.931974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.932502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.932711] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.932830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.932894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.933249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.933364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.933493] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1b821b-5f13-47a2-aa95-adca2829e2d1 is going to be updated. [ 989.958517] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.958680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.958742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.958926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.959078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.959245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1b821b-5f13-47a2-aa95-adca2829e2d1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.004511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 990.004767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.132740] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.132913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.133067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.133197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.157726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.157828] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.158043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.158265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.158456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.159071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.159071] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 is going to be updated. [ 990.190357] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.190583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.190660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.190874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.191026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.202085] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 in Status: IN_PROGRESS for 2s [ 990.431190] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.435933] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.516057] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6720483-73cc-4d21-a036-60a8ab5d713f in Status: SUCCESS [ 990.516326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.516592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.516972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.517249] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.517419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.517782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.517980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.518097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.518173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.518250] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.933798] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.934295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.934295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.934295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.934467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.934467] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd is going to be created. [ 990.941411] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.968958] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.968958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.968958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.968958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.968958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.988873] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: UNINITIALIZED for 2s [ 991.021785] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.444561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.444717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.444789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.445012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.445112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.445218] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 991.481023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.481023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.481023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.481023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.481023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.498947] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 991.524687] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6720483-73cc-4d21-a036-60a8ab5d713f: rpc.has_security_group_logging(os_id): False [ 991.545192] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.545338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.545443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.545690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.545785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.546589] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.546589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.546589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.546756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.546756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.546853] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f is going to be created. [ 991.629081] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.629081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.629081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.629081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.629081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.644030] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6720483-73cc-4d21-a036-60a8ab5d713f in Status: IN_PROGRESS for 2s [ 992.212026] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 in Status: SUCCESS [ 992.212336] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5b94d4-f152-48fc-8f25-fcfadeada4f9 deletion is rescheduled due to dependency. [ 992.212472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5b94d4-f152-48fc-8f25-fcfadeada4f9" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.002281] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: SUCCESS [ 993.002652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.002835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.003083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.003283] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.003408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.003488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.003626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.003706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.003820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.003919] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.506865] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.507238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.507238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.507474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.507705] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.508114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.508114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.508114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.508445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.508445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.508445] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.508561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.508592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.508766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.508968] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.509120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.509297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.509359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.509601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.509734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.510022] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.519362] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 993.519619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.519835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.520152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.520433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.520506] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.520609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.520790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.520876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.520956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.521081] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.661636] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6720483-73cc-4d21-a036-60a8ab5d713f in Status: SUCCESS [ 993.661636] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.013625] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27a52d66-425b-4ce9-99ad-53a59b3cefdd: rpc.has_security_group_logging(os_id): False [ 994.024708] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.024924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.024986] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.025228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.025434] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.025559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.025645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.025828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.025935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.026084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.026269] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.026368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.026432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.026614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.026837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.026888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.026951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.027108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.027186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.027267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.027355] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.037310] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.037558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.037639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.037866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.037957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.038211] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.038318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.038382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.038548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.038627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.039550] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.039702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.039749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.039911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.040543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.040543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.040543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.040543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.040543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.040752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.040752] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd is going to be created. [ 994.065184] env[65957]: INFO networking_nsxv3.common.synchronization [None req-01f7cd79-ed18-4179-af80-90fd5c04444b None None] Enqueued Resource ID: 9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1 with Priority: HIGHEST for action port [ 994.065953] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1 with Priority: HIGHEST for action port [ 994.066654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.066654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.066773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.067051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.067184] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.129402] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.129402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.129402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.129803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.130515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.145808] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: IN_PROGRESS for 2s [ 994.530544] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d6b2a0-2695-40d0-aa5f-7e83cd159aed: rpc.has_security_group_logging(os_id): False [ 994.553021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553927] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553927] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 994.575768] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1 [ 994.578083] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.578083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.578083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.578083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.578083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.578083] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1 already deleted. [ 994.578083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b1d6a62-17b6-4cdc-aeed-7088fad0dbb1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.624177] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.624177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.624177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.624177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.624356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.640141] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 995.218823] env[65957]: INFO networking_nsxv3.common.synchronization [None req-8be73645-483e-4ffe-8eb1-b10789fb3113 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 995.221711] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 995.223188] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.223414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.223482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.223810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.223888] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.223997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.224219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.224219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.224276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.224371] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.727194] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.162028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: SUCCESS [ 996.162328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.229271] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.242459] env[65957]: INFO networking_nsxv3.common.synchronization [req-3d7411e7-071b-421e-aa1f-3eb23db00a51 req-1acefc45-cdb3-455d-ad53-4698b81db60f tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 996.244418] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 996.244994] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.245277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.245277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.245413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.245715] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.245715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.245715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.245944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.245944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.247202] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.301596] env[65957]: INFO networking_nsxv3.common.synchronization [req-4fa61d11-0fb0-4bd5-9b22-2968ca4de94e req-485d5be8-6540-4aaf-ba5d-25bc687f024f tempest-ServersAdminTestJSON-2097959802 tempest-ServersAdminTestJSON-2097959802-project-member] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 996.303030] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGHEST for action security_group_members [ 996.303030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.303030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.303030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.303487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.303718] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.303882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.303978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.304194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.304313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.304478] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.654655] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 996.654933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.670130] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.671035] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.671035] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.671035] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.671583] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.671841] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.672064] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.672404] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.672663] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.672981] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.673198] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.673403] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.673601] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.673802] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.674100] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.674330] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.697038] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.697161] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.697263] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.697425] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.697760] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-d49dec21-97c5-41da-b423-446f1cb89205 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.697947] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.698072] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.698459] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.698789] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49dec21-97c5-41da-b423-446f1cb89205',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.731592] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.731592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.731592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.732177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.732177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.732177] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 996.748275] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.765965] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.766185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.766285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.766516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.766667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.777555] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 996.806134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.806310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.806496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.806548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.839792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.841054] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.841054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.841054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.841345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.841847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.842050] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be updated. [ 996.874261] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.874442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.874442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.874629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.888428] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: IN_PROGRESS for 2s [ 997.156112] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1cbb4b39-a529-410a-986a-04b615fe4f94 None None] Enqueued Resource ID: d642c22d-ff6a-464b-a3d6-618addec4b58 with Priority: HIGHEST for action port [ 997.156703] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d642c22d-ff6a-464b-a3d6-618addec4b58 with Priority: HIGHEST for action port [ 997.157343] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d642c22d-ff6a-464b-a3d6-618addec4b58 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.157343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d642c22d-ff6a-464b-a3d6-618addec4b58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.157343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d642c22d-ff6a-464b-a3d6-618addec4b58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.157662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d642c22d-ff6a-464b-a3d6-618addec4b58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.157662] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d642c22d-ff6a-464b-a3d6-618addec4b58',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.204280] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.204742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.204742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.204943] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.205103] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.205297] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port d49dec21-97c5-41da-b423-446f1cb89205 not found, creating... [ 997.205576] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.205758] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.205851] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.206134] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.206295] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.206591] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.206764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.206899] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.207269] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.207443] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.207525] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: d49dec21-97c5-41da-b423-446f1cb89205 is going to be created. [ 997.238819] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.239054] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.239350] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.239446] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.239780] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.240160] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.250090] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.659857] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d642c22d-ff6a-464b-a3d6-618addec4b58 [ 997.660326] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.660326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.660326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.660530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.660622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.660804] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d642c22d-ff6a-464b-a3d6-618addec4b58 already deleted. [ 997.660804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d642c22d-ff6a-464b-a3d6-618addec4b58" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.753346] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.753656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.753656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.753864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.753976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.754152] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 997.791711] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.791916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.791972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.792204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.792366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.803689] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 997.987851] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.988093] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.988248] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.988564] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.988891] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.989108] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.989275] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.989983] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.989983] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.989983] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.990169] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.990169] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.990325] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.990382] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.990498] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.990647] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.003529] env[65957]: INFO networking_nsxv3.common.synchronization [req-3d7411e7-071b-421e-aa1f-3eb23db00a51 req-f8e14fff-747b-4895-ab1e-94c1e3722e1b service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 998.003727] env[65957]: INFO networking_nsxv3.common.synchronization [req-3d7411e7-071b-421e-aa1f-3eb23db00a51 req-f8e14fff-747b-4895-ab1e-94c1e3722e1b service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 998.003868] env[65957]: INFO networking_nsxv3.common.synchronization [req-3d7411e7-071b-421e-aa1f-3eb23db00a51 req-f8e14fff-747b-4895-ab1e-94c1e3722e1b service nova] Enqueued Resource ID: d49dec21-97c5-41da-b423-446f1cb89205 with Priority: HIGHEST for action port [ 998.004432] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 998.004602] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 998.004794] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49dec21-97c5-41da-b423-446f1cb89205 with Priority: HIGHEST for action port [ 998.005164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.005704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.005793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.006088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.006154] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.007148] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.007241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.008050] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d49dec21-97c5-41da-b423-446f1cb89205 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.008050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.008050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.008050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.008050] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49dec21-97c5-41da-b423-446f1cb89205',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.013197] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.013197] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.013197] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.013343] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.013564] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-1f0a23e5-d2af-4747-8ca1-62ea245adf49 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.013802] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.013900] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.014589] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.014589] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0a23e5-d2af-4747-8ca1-62ea245adf49',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.510539] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.510690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.511100] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d49dec21-97c5-41da-b423-446f1cb89205 with status ACTIVE [ 998.511361] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.511935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.511935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.511935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.511935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.512136] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.512236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.512297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.512520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.512580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.512769] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.512882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.512918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.513058] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.513129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.513213] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d49dec21-97c5-41da-b423-446f1cb89205 is going to be updated. [ 998.516836] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.516836] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.516836] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.517100] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.517247] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.517400] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 1f0a23e5-d2af-4747-8ca1-62ea245adf49 not found, creating... [ 998.517646] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.517803] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.517927] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.518141] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.518441] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.518607] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.518698] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.518808] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.519014] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.519168] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.519307] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 1f0a23e5-d2af-4747-8ca1-62ea245adf49 is going to be created. [ 998.545338] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.545666] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.545825] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.546147] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.546481] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.546895] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549033] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.549192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.549234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d49dec21-97c5-41da-b423-446f1cb89205" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.788113] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 998.788467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.902551] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 in Status: SUCCESS [ 998.902788] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 deletion is rescheduled due to dependency. [ 998.902867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.286261] env[65957]: INFO networking_nsxv3.common.synchronization [req-758810fd-6299-45be-aa8a-dab4ec04516d req-2be08725-7a8d-4f22-abed-ac07f5a4fc2c service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 999.286261] env[65957]: INFO networking_nsxv3.common.synchronization [req-758810fd-6299-45be-aa8a-dab4ec04516d req-2be08725-7a8d-4f22-abed-ac07f5a4fc2c service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 999.286261] env[65957]: INFO networking_nsxv3.common.synchronization [req-758810fd-6299-45be-aa8a-dab4ec04516d req-2be08725-7a8d-4f22-abed-ac07f5a4fc2c service nova] Enqueued Resource ID: 1f0a23e5-d2af-4747-8ca1-62ea245adf49 with Priority: HIGHEST for action port [ 999.286261] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 999.286261] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 999.286261] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a23e5-d2af-4747-8ca1-62ea245adf49 with Priority: HIGHEST for action port [ 999.286261] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.286261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.286261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.286906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.287145] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.288366] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.288808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.290124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.290124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.290124] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.290124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.290124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.290124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.290124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.290124] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.291174] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f0a23e5-d2af-4747-8ca1-62ea245adf49 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.291851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.291851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.291851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.291851] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0a23e5-d2af-4747-8ca1-62ea245adf49',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.796374] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.797516] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.797703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.797792] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f0a23e5-d2af-4747-8ca1-62ea245adf49 with status ACTIVE [ 999.797960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.798086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.798167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.798348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.798970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.798970] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.798970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.798970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.798970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.798970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.799332] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.799332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.799332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.799507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.799507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.799674] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f0a23e5-d2af-4747-8ca1-62ea245adf49 is going to be updated. [ 999.814567] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 999.814744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.814820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.815070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.815266] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.815387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.815454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.815614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.815698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.815796] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.822872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.823057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.823057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.823264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.823939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.823939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f0a23e5-d2af-4747-8ca1-62ea245adf49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.302228] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.318222] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.805305] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.807921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.807921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.807921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.807921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.807921] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1000.821293] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.838230] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.838230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.838230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.838230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.838230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.847714] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1001.325113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.325113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.325113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.325113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.325113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.325113] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1001.360877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.361104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.361187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.361377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.361548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.373163] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1002.860109] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1002.860525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.860525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.860696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.860888] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.861010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.861084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.861301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.861370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861476] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.364397] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.364653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.364653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.364855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.365071] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.365182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.365244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.365677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.365677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.365677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.365901] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.365901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.365901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.366067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.366139] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.366201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.366260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.366389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.366489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.366586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.366675] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.394479] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1003.394693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.394855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.395086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.395273] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.395389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.395454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.395613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.395693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.395776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.395872] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.869884] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d6b2a0-2695-40d0-aa5f-7e83cd159aed: rpc.has_security_group_logging(os_id): False [ 1003.888194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.888194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.888393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.888707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.888861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.889188] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.889273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.889350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.889566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.889652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.889849] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.889983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.890073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.890267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.890369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.890566] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.890717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.890717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.890966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.891051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.891138] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1003.897993] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.898232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.898299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.898464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.898627] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.898764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.898856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.898974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.899065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.899150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.899294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.899384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.899440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.899610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.899754] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.899831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.899890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.900071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.900152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.900190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.900272] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.961692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.961858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.961934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.962165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.962315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.981432] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1004.285847] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1004.286031] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1004.402799] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 1004.423552] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.423761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.423761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.424011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.444635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444922] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.445696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.445816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.446419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.446419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.446419] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.446571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.446571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.447627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.447627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.447627] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.447627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.447627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.447627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.447627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.447627] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1004.509349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.509558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.509610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.509823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.509972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.523097] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1006.014177] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1006.014622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.538894] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1006.538894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.423319] env[65957]: INFO networking_nsxv3.common.synchronization [req-b3054823-744c-4574-b16c-946042110b06 req-f94a5d0b-7a4a-4072-bfc5-53a433b22e94 tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1007.423319] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1007.423319] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.423319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.423319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.423319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.423789] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.423789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.423873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.427016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.427016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.427016] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.929031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.929031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.929031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.929031] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 1007.963891] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.963891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.963891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.963891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.965044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.973226] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 1009.143633] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.143633] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.986915] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 1009.987165] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 deletion is rescheduled due to dependency. [ 1009.987280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.429327] env[65957]: INFO networking_nsxv3.common.synchronization [req-a0eb6859-3673-4946-a7f0-136b01b10ac9 req-3c41d608-f013-4547-a14b-fd10acee15ea tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1010.429327] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1010.429327] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.429327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.429327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.429898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.430131] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.431144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.431144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.431144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.431144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.431144] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.934338] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.440375] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.943837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.944066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.944140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.944394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.944496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.944588] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1011.981148] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.981338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.981385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.981720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.981885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.995592] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1014.009173] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1014.010265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.030334] env[65957]: INFO networking_nsxv3.common.synchronization [req-ca1da937-970b-4127-8cdf-56c832832b8c req-9a6640c1-2c0c-400f-b3e7-503dc19db2ce tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1014.030907] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1014.031491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.031624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.031699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.031944] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.032536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.032536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.032536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.032536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.032796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.032796] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.426665] env[65957]: INFO networking_nsxv3.common.synchronization [None req-ba172d85-b533-4adb-aa1a-a3ac12725295 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1014.427483] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1014.427483] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.427664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.536534] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.847504] env[65957]: INFO networking_nsxv3.common.synchronization [req-d55ec2f0-b8f2-4922-b0d6-3dce28257ee8 req-e770f429-df07-472a-b98a-03233f2ef29c tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_members [ 1014.848068] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGHEST for action security_group_members [ 1014.848379] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.848493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.848601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.848823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.848923] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.849103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.849103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.849609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.849609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.849609] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.046126] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.352349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.352501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.352569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.352831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.405555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.405821] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.405946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.406029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.406249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.406331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.406422] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a is going to be updated. [ 1015.447583] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.447583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.447583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.447583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.447583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.457773] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a in Status: IN_PROGRESS for 2s [ 1015.547849] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.548071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.548411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.548498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.548650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.548723] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1015.646395] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.646395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.646710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.646786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.646941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.660133] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1017.379236] env[65957]: INFO networking_nsxv3.common.synchronization [req-9addcbff-4432-4ee0-9a59-980696e1ec5c req-9ab2efaf-c3ba-4d15-8f5f-4a7e84594287 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_members [ 1017.381610] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGHEST for action security_group_members [ 1017.382568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.382701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.382783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.383030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.383188] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.383294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.383353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.383508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.383591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.383687] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.469123] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a in Status: SUCCESS [ 1017.469298] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a deletion is rescheduled due to dependency. [ 1017.469420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.672604] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1017.672935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.673161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.673377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.673567] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.673679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.673738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.673887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.673972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.674119] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.887801] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.887801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.888126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.888126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.914213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.914213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.914213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.914213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.914425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.914425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.914494] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac is going to be updated. [ 1017.946730] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.946920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.947013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.947280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.947466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.958600] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac in Status: IN_PROGRESS for 2s [ 1018.180177] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.180177] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.180177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.180177] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1018.218431] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.218645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.218645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.218859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.219011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.230098] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1019.970803] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac in Status: SUCCESS [ 1019.971331] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac deletion is rescheduled due to dependency. [ 1019.971530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.242512] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 4s [ 1020.809522] env[65957]: INFO networking_nsxv3.common.synchronization [None req-144ade82-9bf7-483e-9e0b-8f3d72767c8d None None] Enqueued Resource ID: b772b609-da10-474c-83c6-d5305f61e4a5 with Priority: HIGHEST for action port [ 1020.810108] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b772b609-da10-474c-83c6-d5305f61e4a5 with Priority: HIGHEST for action port [ 1020.810426] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b772b609-da10-474c-83c6-d5305f61e4a5 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.810547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b772b609-da10-474c-83c6-d5305f61e4a5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.810606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b772b609-da10-474c-83c6-d5305f61e4a5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.810868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b772b609-da10-474c-83c6-d5305f61e4a5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.810954] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b772b609-da10-474c-83c6-d5305f61e4a5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.315754] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b772b609-da10-474c-83c6-d5305f61e4a5 [ 1021.316052] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.316267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.316267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.316409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.316475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.316581] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b772b609-da10-474c-83c6-d5305f61e4a5 already deleted. [ 1021.318045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b772b609-da10-474c-83c6-d5305f61e4a5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.738165] env[65957]: INFO networking_nsxv3.common.synchronization [None req-435853d6-65e2-452c-8e7b-380e57d48c86 tempest-ServersTestManualDisk-557947122 tempest-ServersTestManualDisk-557947122-project-member] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_rules [ 1021.738691] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_rules [ 1021.739153] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.740948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.741049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.741321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.741424] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.833102] env[65957]: INFO networking_nsxv3.common.synchronization [None req-0de5a355-6230-4dca-97cc-5f6a0bdaba24 tempest-ServersTestManualDisk-557947122 tempest-ServersTestManualDisk-557947122-project-member] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_rules [ 1021.833639] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_rules [ 1021.833940] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.834052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.256295] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1022.256295] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed deletion is rescheduled due to dependency. [ 1022.256295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.264753] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.264753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.264753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.264753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.264753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.264753] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 already deleted. [ 1022.264753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.264753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.264753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.264753] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.568853] env[65957]: INFO networking_nsxv3.common.synchronization [req-be318b74-3a92-4c75-b4ee-c0fa7ddbe5df req-9bb12d9f-6354-4bea-9e44-52459fb1bc60 tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1022.570185] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1022.570185] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.570185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.570185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.570437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.570536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.570704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.570836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.570997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.571094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.571190] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.786272] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.786417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.786561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.786794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.786794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.786916] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 already deleted. [ 1022.786994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.024557] env[65957]: INFO networking_nsxv3.common.synchronization [req-9eb355ac-bf61-4d34-935a-fb68e4d1578e req-323dd51c-1f70-46d7-a5b8-68a09a0828e3 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1023.026248] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1023.026890] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.029623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.029623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.029623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.029623] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.029623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.029623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.029990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.029990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.029990] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.075185] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.075380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.075461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.075920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.099544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.099845] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.099994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.100085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.100672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.100672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.100787] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1023.134549] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.134698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.134765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.134970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.135135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.148978] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1023.283787] env[65957]: INFO networking_nsxv3.common.synchronization [req-b5e1cb0e-44b7-4391-8286-116b56a1960a req-36fb790e-7bb5-4e70-9236-60d0917cbe5e tempest-InstanceActionsNegativeTestJSON-1673927395 tempest-InstanceActionsNegativeTestJSON-1673927395-project-member] Enqueued Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_members [ 1023.284386] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_members [ 1023.284976] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.284976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.284976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.285195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.285433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.285712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.285712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.285712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.286749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.286749] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.532579] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.532754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.532799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.533034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.533124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.533354] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.533514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.533514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.533680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.533802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.533895] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd is going to be updated. [ 1023.570359] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.570359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.570692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.570692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.570755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.577995] env[65957]: INFO networking_nsxv3.common.synchronization [None req-dce914bb-12f2-4554-af4c-502419211098 None None] Enqueued Resource ID: 90b6b82f-c313-4c54-b47a-1d991363f89a with Priority: HIGHEST for action port [ 1023.577995] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b6b82f-c313-4c54-b47a-1d991363f89a with Priority: HIGHEST for action port [ 1023.577995] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b6b82f-c313-4c54-b47a-1d991363f89a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.577995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b6b82f-c313-4c54-b47a-1d991363f89a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.577995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b6b82f-c313-4c54-b47a-1d991363f89a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.578542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b6b82f-c313-4c54-b47a-1d991363f89a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.578824] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b6b82f-c313-4c54-b47a-1d991363f89a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.581279] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: IN_PROGRESS for 2s [ 1023.683381] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683782] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-355" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.684065] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-355" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.684474] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-355" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.684787] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.684996] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.685132] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.685361] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.685502] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685721] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.685821] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.685988] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.686219] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.686374] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.686507] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.686667] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.707045] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.707045] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.707045] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.708036] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-355" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.708036] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-e5c17f34-a300-425a-a9b1-02200d64865b taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.708036] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.708263] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.709619] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.709619] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c17f34-a300-425a-a9b1-02200d64865b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.789273] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.789401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.789778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.789778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.789778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.790000] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.790132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.790180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.790370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.790431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.790511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66eeb083-347f-4576-8405-52f2568d80ef already deleted. [ 1023.790599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.081830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90b6b82f-c313-4c54-b47a-1d991363f89a [ 1024.081830] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.081830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.081830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.081830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.081830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.081830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90b6b82f-c313-4c54-b47a-1d991363f89a already deleted. [ 1024.081830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b6b82f-c313-4c54-b47a-1d991363f89a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.211831] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.212288] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.212288] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.212488] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.212638] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.212813] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port e5c17f34-a300-425a-a9b1-02200d64865b not found, creating... [ 1024.213109] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.213270] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.213385] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.213602] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.213735] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.214041] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.214201] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.214327] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.214533] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.214654] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.214812] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: e5c17f34-a300-425a-a9b1-02200d64865b is going to be created. [ 1024.240802] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.240977] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.241122] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.241400] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.241625] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.241900] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.971522] env[65957]: INFO networking_nsxv3.common.synchronization [req-b5e1cb0e-44b7-4391-8286-116b56a1960a req-f939e718-e806-41b6-83dc-ff544c8757f7 service nova] Enqueued Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_rules [ 1024.971889] env[65957]: INFO networking_nsxv3.common.synchronization [req-b5e1cb0e-44b7-4391-8286-116b56a1960a req-f939e718-e806-41b6-83dc-ff544c8757f7 service nova] Enqueued Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_members [ 1024.971983] env[65957]: INFO networking_nsxv3.common.synchronization [req-b5e1cb0e-44b7-4391-8286-116b56a1960a req-f939e718-e806-41b6-83dc-ff544c8757f7 service nova] Enqueued Resource ID: e5c17f34-a300-425a-a9b1-02200d64865b with Priority: HIGHEST for action port [ 1024.972745] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_rules [ 1024.973037] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_members [ 1024.973102] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c17f34-a300-425a-a9b1-02200d64865b with Priority: HIGHEST for action port [ 1024.973547] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.973547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.973689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.973937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.974043] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.976884] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.976884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.976884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.977087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.978407] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.978407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.978407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.978407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.978407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.978407] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.979280] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c17f34-a300-425a-a9b1-02200d64865b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.979920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.979920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.979920] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.979920] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c17f34-a300-425a-a9b1-02200d64865b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.160942] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1025.161152] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c deletion is rescheduled due to dependency. [ 1025.161269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.477410] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.477558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.479995] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.482216] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5c17f34-a300-425a-a9b1-02200d64865b with status ACTIVE [ 1025.482771] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.482771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.482771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.483015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.483015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.483238] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.483302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.483340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.483751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.483751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.483751] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.483980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.483980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.483980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.484117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.484155] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5c17f34-a300-425a-a9b1-02200d64865b is going to be updated. [ 1025.521048] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.521259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.521259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.521466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.521822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.521822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c17f34-a300-425a-a9b1-02200d64865b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.592522] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: SUCCESS [ 1025.592722] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd deletion is rescheduled due to dependency. [ 1025.593343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.983638] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.488050] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.488050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.488050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.488050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.488050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.488050] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66eeb083-347f-4576-8405-52f2568d80ef is going to be created. [ 1026.633204] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.633204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.633204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.633204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.633204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.645164] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66eeb083-347f-4576-8405-52f2568d80ef in Status: UNINITIALIZED for 2s [ 1028.660060] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66eeb083-347f-4576-8405-52f2568d80ef in Status: SUCCESS [ 1028.660060] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.660479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.660479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.660646] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.660763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.660848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.661026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.661110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.661199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.661289] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.163460] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.163620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.163690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.163906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.164083] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.164203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.164261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.164396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.164480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.164567] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.164708] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.164802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.164863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.164992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.165142] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.165224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.165278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.165413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.165478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.165557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.165647] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.671910] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66eeb083-347f-4576-8405-52f2568d80ef: rpc.has_security_group_logging(os_id): False [ 1029.695432] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.695653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.695725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.695948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.696059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.696553] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.696680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.696720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.697071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.697194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.697423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.697561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.698465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.698465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.698465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.698465] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.698465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.698465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.698720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.698720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.698720] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66eeb083-347f-4576-8405-52f2568d80ef is going to be created. [ 1029.790734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.791069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.791146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.791435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.793171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.808155] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66eeb083-347f-4576-8405-52f2568d80ef in Status: IN_PROGRESS for 2s [ 1029.975014] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1029.975014] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1030.502270] env[65957]: INFO networking_nsxv3.common.synchronization [None req-2354d157-87ac-42cb-a927-54c2da8501ba None None] Enqueued Resource ID: ff4e042c-8df6-4bac-aa90-7def86f58c73 with Priority: HIGHEST for action port [ 1030.502270] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e042c-8df6-4bac-aa90-7def86f58c73 with Priority: HIGHEST for action port [ 1030.502270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4e042c-8df6-4bac-aa90-7def86f58c73 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.502270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4e042c-8df6-4bac-aa90-7def86f58c73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.502270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4e042c-8df6-4bac-aa90-7def86f58c73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.502900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4e042c-8df6-4bac-aa90-7def86f58c73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.503145] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4e042c-8df6-4bac-aa90-7def86f58c73',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.008418] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff4e042c-8df6-4bac-aa90-7def86f58c73 [ 1031.008677] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.008782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.008877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.009129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.009223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.009324] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff4e042c-8df6-4bac-aa90-7def86f58c73 already deleted. [ 1031.009431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4e042c-8df6-4bac-aa90-7def86f58c73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.824359] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66eeb083-347f-4576-8405-52f2568d80ef in Status: SUCCESS [ 1031.824625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.008572] env[65957]: INFO networking_nsxv3.common.synchronization [None req-4b02b9b1-eb0a-45e5-8b43-00893a93cb98 None None] Enqueued Resource ID: 9662be10-b36d-40b1-975b-e94cdf20d94e with Priority: HIGHEST for action port [ 1033.009700] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9662be10-b36d-40b1-975b-e94cdf20d94e with Priority: HIGHEST for action port [ 1033.009700] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-9662be10-b36d-40b1-975b-e94cdf20d94e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.009878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9662be10-b36d-40b1-975b-e94cdf20d94e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.009973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9662be10-b36d-40b1-975b-e94cdf20d94e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.010256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9662be10-b36d-40b1-975b-e94cdf20d94e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.010340] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9662be10-b36d-40b1-975b-e94cdf20d94e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.307739] env[65957]: INFO networking_nsxv3.common.synchronization [None req-05ca268b-d7ad-4a68-9969-41f9def4bb92 None None] Enqueued Resource ID: e8997f1b-9108-4554-a61b-d846030e6941 with Priority: HIGHEST for action port [ 1033.309416] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8997f1b-9108-4554-a61b-d846030e6941 with Priority: HIGHEST for action port [ 1033.309797] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8997f1b-9108-4554-a61b-d846030e6941 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.310830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8997f1b-9108-4554-a61b-d846030e6941" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.310830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8997f1b-9108-4554-a61b-d846030e6941" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.310830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8997f1b-9108-4554-a61b-d846030e6941" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.310830] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8997f1b-9108-4554-a61b-d846030e6941',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.514219] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9662be10-b36d-40b1-975b-e94cdf20d94e [ 1033.514219] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.514219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.514219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.514219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.514219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.514219] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9662be10-b36d-40b1-975b-e94cdf20d94e already deleted. [ 1033.514219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9662be10-b36d-40b1-975b-e94cdf20d94e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.815082] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8997f1b-9108-4554-a61b-d846030e6941 [ 1033.815082] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.815082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.815082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.815082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.815082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.815082] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8997f1b-9108-4554-a61b-d846030e6941 already deleted. [ 1033.815429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8997f1b-9108-4554-a61b-d846030e6941" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105589] env[65957]: INFO networking_nsxv3.common.synchronization [req-61f23b59-7f3d-4607-af80-5b0db24b4734 req-50e38359-1a89-4d7b-8e03-c68d5a0f4103 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 1036.106956] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 1036.106956] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.107220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.107273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.107486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.107650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.107757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.107818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.107962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.108058] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.108720] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.576790] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.577031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577161] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.577437] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.577706] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.577864] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577980] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.578227] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.578367] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.578574] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.578688] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.578794] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.578900] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.579017] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.579121] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.579259] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.601202] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.601271] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.601367] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.601566] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-958" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.602104] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.602310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.602498] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.603126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.603216] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.610460] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.610583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.611284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.611284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.611284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.611284] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.611284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.611284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.611584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.611584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.611584] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 1036.638673] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.638838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.638940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.639122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.639267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.654633] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 1037.108035] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.108642] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.108642] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.109018] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.109210] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.109371] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 not found, creating... [ 1037.109632] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.109852] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.109945] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.110208] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.110340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.110621] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.110774] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.110883] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.111098] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.111231] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.111365] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 is going to be created. [ 1037.131522] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.131522] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.131522] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.131810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.132236] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.132315] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.851505] env[65957]: INFO networking_nsxv3.common.synchronization [req-61f23b59-7f3d-4607-af80-5b0db24b4734 req-349196e8-cad2-4436-b293-096396796b73 service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 1037.851672] env[65957]: INFO networking_nsxv3.common.synchronization [req-61f23b59-7f3d-4607-af80-5b0db24b4734 req-349196e8-cad2-4436-b293-096396796b73 service nova] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 1037.851805] env[65957]: INFO networking_nsxv3.common.synchronization [req-61f23b59-7f3d-4607-af80-5b0db24b4734 req-349196e8-cad2-4436-b293-096396796b73 service nova] Enqueued Resource ID: 0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 with Priority: HIGHEST for action port [ 1037.852376] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_rules [ 1037.852497] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 1037.852589] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 with Priority: HIGHEST for action port [ 1037.852853] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.852984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.853087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.853897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.853897] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.854650] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.854744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.855043] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.855162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.855213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.855373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.855442] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.355474] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.355474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.358601] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 with status ACTIVE [ 1038.358601] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.358601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.358601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.358878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.359115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.359477] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.359710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.359865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.362016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.362016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.362016] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.362016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.362016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.362016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.362016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.362016] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0 is going to be updated. [ 1038.383182] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.383707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.383915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.384272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.384749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.385084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b231fd7-bf9b-44ff-9aaf-e6ac0a7f30e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.538294] env[65957]: INFO networking_nsxv3.common.synchronization [None req-ab631ac7-8e39-4fda-821e-8e51c9436126 None None] Enqueued Resource ID: b20134c3-f997-45f3-b32e-a3a89e8c35aa with Priority: HIGHEST for action port [ 1038.538294] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20134c3-f997-45f3-b32e-a3a89e8c35aa with Priority: HIGHEST for action port [ 1038.538294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20134c3-f997-45f3-b32e-a3a89e8c35aa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.538294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20134c3-f997-45f3-b32e-a3a89e8c35aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.538294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20134c3-f997-45f3-b32e-a3a89e8c35aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.538910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20134c3-f997-45f3-b32e-a3a89e8c35aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.539141] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20134c3-f997-45f3-b32e-a3a89e8c35aa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.669529] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 1038.669529] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 1038.669529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.669529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.669529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.669529] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.669529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.669529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.669529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.669529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.669529] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.042426] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b20134c3-f997-45f3-b32e-a3a89e8c35aa [ 1039.043849] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.043849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.043849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.043849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.043849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.043849] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b20134c3-f997-45f3-b32e-a3a89e8c35aa already deleted. [ 1039.043849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20134c3-f997-45f3-b32e-a3a89e8c35aa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.173757] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.543210] env[65957]: INFO networking_nsxv3.common.synchronization [req-3527b06e-83d1-4b45-9da3-0926f05266be req-555ae22c-e987-4736-9862-584d19826a9d tempest-ServersTestManualDisk-557947122 tempest-ServersTestManualDisk-557947122-project-member] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_members [ 1039.543743] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_members [ 1039.544059] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.544174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.544239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.544484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.544654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.544731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.544790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.545033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.545033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.545131] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.675901] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.003906] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.004479] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-273" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.004479] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-273" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.004697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-273" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.005214] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.005388] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.005502] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.005740] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.005880] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.006106] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.006231] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.006326] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.006423] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.006526] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.006627] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.006754] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.027859] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.027859] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.027859] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.028229] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-273" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.028274] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-4e70a5d5-bc10-4533-89bd-7a84dd910e23 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.028438] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.028552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.028940] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.029103] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e70a5d5-bc10-4533-89bd-7a84dd910e23',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.048541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.048541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.048541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.048541] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 already deleted. [ 1040.049104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.181604] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.181755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.181755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.182294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.182294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.182294] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 1040.211909] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.212133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.212212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.212416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.212584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.223508] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 1040.281025] env[65957]: INFO networking_nsxv3.common.synchronization [None req-8c0983de-1855-4bbd-ba18-aa44492efeb7 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1040.281450] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1040.281800] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.281958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.282090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.283104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.283259] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.408384] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1a99128c-d58b-44e6-8c03-d2d98e13daab tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1040.408384] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1040.408384] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.408384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.533445] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.533445] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.533445] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.533445] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.533955] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.534486] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 4e70a5d5-bc10-4533-89bd-7a84dd910e23 not found, creating... [ 1040.535354] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.536052] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.536052] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.538875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.538875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.538875] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.538875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.538875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.538875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.538875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.538875] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 4e70a5d5-bc10-4533-89bd-7a84dd910e23 is going to be created. [ 1040.576730] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.582859] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.582859] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.582859] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.582859] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.583312] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.810145] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.810577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.810705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.811062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.811062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.811197] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 already deleted. [ 1040.811361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.812221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.812414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.812520] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.128338] env[65957]: INFO networking_nsxv3.common.synchronization [None req-e966793c-6421-48b0-8bfd-dde7bedcf089 None None] Enqueued Resource ID: 6603f7df-b928-4989-b1b0-18b6f345aa5e with Priority: HIGHEST for action port [ 1041.128594] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6603f7df-b928-4989-b1b0-18b6f345aa5e with Priority: HIGHEST for action port [ 1041.129470] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6603f7df-b928-4989-b1b0-18b6f345aa5e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.129470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6603f7df-b928-4989-b1b0-18b6f345aa5e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.129470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6603f7df-b928-4989-b1b0-18b6f345aa5e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.129664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6603f7df-b928-4989-b1b0-18b6f345aa5e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.129699] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6603f7df-b928-4989-b1b0-18b6f345aa5e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.282845] env[65957]: INFO networking_nsxv3.common.synchronization [req-3527b06e-83d1-4b45-9da3-0926f05266be req-cd22537c-f730-4a07-aee5-07d4e34e556f service nova] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_rules [ 1041.282845] env[65957]: INFO networking_nsxv3.common.synchronization [req-3527b06e-83d1-4b45-9da3-0926f05266be req-cd22537c-f730-4a07-aee5-07d4e34e556f service nova] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_members [ 1041.283254] env[65957]: INFO networking_nsxv3.common.synchronization [req-3527b06e-83d1-4b45-9da3-0926f05266be req-cd22537c-f730-4a07-aee5-07d4e34e556f service nova] Enqueued Resource ID: 4e70a5d5-bc10-4533-89bd-7a84dd910e23 with Priority: HIGHEST for action port [ 1041.283452] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_rules [ 1041.283589] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_members [ 1041.283685] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e70a5d5-bc10-4533-89bd-7a84dd910e23 with Priority: HIGHEST for action port [ 1041.284063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.284590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.284665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.284861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.284939] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.286210] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.287099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.287099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.287099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.287099] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.287099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.287099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.287099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.287445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.287445] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.288147] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e70a5d5-bc10-4533-89bd-7a84dd910e23 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.288259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.288615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.288615] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.288615] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e70a5d5-bc10-4533-89bd-7a84dd910e23',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.332833] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.333321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.333321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.333451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.333489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.333568] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 already deleted. [ 1041.334211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.633448] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6603f7df-b928-4989-b1b0-18b6f345aa5e [ 1041.634343] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.634343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.634343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.634343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.634343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.634343] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6603f7df-b928-4989-b1b0-18b6f345aa5e already deleted. [ 1041.634733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6603f7df-b928-4989-b1b0-18b6f345aa5e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.790940] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.791100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.791299] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.797423] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e70a5d5-bc10-4533-89bd-7a84dd910e23 with status ACTIVE [ 1041.797423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.797423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.797423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.797423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.797423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798103] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.798262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.798332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.798786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.798786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798786] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.798966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.798966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.799116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.799166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.799232] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e70a5d5-bc10-4533-89bd-7a84dd910e23 is going to be updated. [ 1041.826077] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.826395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.826395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.826519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.826659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.826822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e70a5d5-bc10-4533-89bd-7a84dd910e23" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.236872] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 1042.237206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.237614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.237688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.237888] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.238017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.238017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.238257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.238347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.239290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.239290] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.297800] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.741488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.741488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.741488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.742088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.742088] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.742088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.742088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.742360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.742438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.742578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.742802] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.742913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.742996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.743166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.743313] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.743415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.743479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.743667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.743783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.743911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.747072] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.801184] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.801425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.801532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.801801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.801897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.802038] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 is going to be created. [ 1042.807520] env[65957]: INFO networking_nsxv3.common.synchronization [None req-12f9229d-a175-40b1-bae3-6ca0aad7e950 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_rules [ 1042.808158] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_rules [ 1042.808514] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05f8088-42c9-4a42-824e-700f7ab2fae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.808635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.808702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.808973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.810980] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.833811] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.834046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.834118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.834290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.834458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.846796] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: UNINITIALIZED for 2s [ 1042.979824] env[65957]: INFO networking_nsxv3.common.synchronization [None req-1a0bbf39-7cb5-4755-97cf-43e35693f1af tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_rules [ 1042.980216] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_rules [ 1042.980561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05f8088-42c9-4a42-824e-700f7ab2fae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.980698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.249252] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dcd3e9-9439-4353-944c-d808906d953d: rpc.has_security_group_logging(os_id): False [ 1043.274544] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.274775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.274940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.275151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.275211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.275462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.276951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.276951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.276951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.276951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.276951] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.280905] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.280905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.280905] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 1043.348433] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.348689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.348689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.348988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.349153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.349323] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 already deleted. [ 1043.349459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.350231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.350504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.350642] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.389928] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.389928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.390283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.390346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.390487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.409130] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 1043.871515] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.871832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.871987] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.872108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.872228] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 already deleted. [ 1043.872341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.573305] env[65957]: INFO networking_nsxv3.common.synchronization [req-361cbcf2-0bf9-4a81-bf4a-98b4cf854972 req-c490d7b8-4531-4a50-8dc0-016e156b6cd2 tempest-InstanceActionsNegativeTestJSON-1673927395 tempest-InstanceActionsNegativeTestJSON-1673927395-project-member] Enqueued Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_members [ 1044.573849] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGHEST for action security_group_members [ 1044.575642] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.575778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.575852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.576186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.576186] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.576409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.576409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.576510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.576594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.576688] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.857742] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: SUCCESS [ 1044.857983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.858301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.858535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.858730] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.858851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.858926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.859094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.859171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.859259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.859364] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.079716] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.080253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.080253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.080253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.080253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.080459] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.080604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.080670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.080882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.080991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.081093] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66eeb083-347f-4576-8405-52f2568d80ef is going to be updated. [ 1045.112114] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.112114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.112114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.112436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.112604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.125528] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66eeb083-347f-4576-8405-52f2568d80ef in Status: IN_PROGRESS for 2s [ 1045.362616] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.423911] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 1045.423911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.865446] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aecb47dc-b7e9-4e54-a58e-3d9a777a81b7: rpc.has_security_group_logging(os_id): False [ 1045.888735] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.888925] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.889012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.889238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.889329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.889576] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.889677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.889733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.889885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.889960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.890060] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 is going to be created. [ 1045.956142] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.956780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.957044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.962753] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-6ffc62b1-9b68-4b87-b19b-b0cc88b1262a tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1045.963344] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1045.963665] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.964179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.964232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.964505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.964696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.964805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.964866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.965036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.965133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.965237] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.972490] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: IN_PROGRESS for 2s [ 1046.311984] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-46338f5b-cbc2-4e2a-a7d0-9f2719db8451 tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1046.313400] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1046.314056] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.314056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.469856] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.470036] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.470171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.470415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.470507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.470710] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.470809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.470870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.471037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.471126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.471218] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 already deleted. [ 1046.471354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.471527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.471673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.471816] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.471910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.471969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.472153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.472300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.472433] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.552563] env[65957]: INFO networking_nsxv3.common.synchronization [req-f57aa66c-2f3e-45db-b427-e2cf2174d568 req-0836a785-cd67-4032-ac37-ffa2bf2a104a tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_members [ 1046.553149] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGHEST for action security_group_members [ 1046.553451] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.553595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.553650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.553828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.553977] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.554476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.554580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.554747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.554834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.554929] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.694842] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-ae6e8143-64fd-410a-93c9-f85c3f3a3e22 tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1046.696382] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1046.696382] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.696382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.975417] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.975583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.975654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.975873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.975962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976169] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.976269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.976328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.976478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.976551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976635] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 already deleted. [ 1046.976715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.977028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.977167] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.977292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.977392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.977527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.977599] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.977692] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.058875] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.058875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.058875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.061757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.086245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.086245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.086245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.086245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.086245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.086245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.086245] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46b70ca-c833-4c53-be05-42ceca58395f is going to be updated. [ 1047.094424] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.094424] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.094424] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.094631] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.094949] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.095227] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.095412] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.095746] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.095967] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.097035] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.097035] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.097258] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.097435] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.097638] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.097832] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.098138] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.120431] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.120675] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.120880] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.121155] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.121703] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-460ee8ac-7d4f-4179-9ee0-7843560546c3 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.121862] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.122059] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.122516] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.122724] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460ee8ac-7d4f-4179-9ee0-7843560546c3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.124828] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.125009] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.125112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.125339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.125531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.138959] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66eeb083-347f-4576-8405-52f2568d80ef in Status: SUCCESS [ 1047.139166] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66eeb083-347f-4576-8405-52f2568d80ef deletion is rescheduled due to dependency. [ 1047.139254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.140049] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46b70ca-c833-4c53-be05-42ceca58395f in Status: IN_PROGRESS for 2s [ 1047.484076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.484076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.484076] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 already deleted. [ 1047.484076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.631033] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.631350] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.631523] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.631907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.632166] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.632382] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 460ee8ac-7d4f-4179-9ee0-7843560546c3 not found, creating... [ 1047.632746] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.632967] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.633146] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.633470] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.633653] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.634056] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.634277] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.634441] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.634738] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.634937] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.635157] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 460ee8ac-7d4f-4179-9ee0-7843560546c3 is going to be created. [ 1047.657804] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.658062] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.658128] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.658371] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.658593] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.658819] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.988831] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: SUCCESS [ 1047.989056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.353719] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-354dbd2d-983b-43b1-843d-f358772eb4a2 service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1048.353840] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-354dbd2d-983b-43b1-843d-f358772eb4a2 service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1048.353923] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-354dbd2d-983b-43b1-843d-f358772eb4a2 service nova] Enqueued Resource ID: 460ee8ac-7d4f-4179-9ee0-7843560546c3 with Priority: HIGHEST for action port [ 1048.354480] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1048.354611] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1048.354708] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460ee8ac-7d4f-4179-9ee0-7843560546c3 with Priority: HIGHEST for action port [ 1048.354976] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.355109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.355187] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.355414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.355502] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.356365] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.356484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.356546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.356737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.357681] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.357681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.357681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.357681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.357681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.357681] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.360162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-460ee8ac-7d4f-4179-9ee0-7843560546c3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.360337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.360337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.360485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.360557] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460ee8ac-7d4f-4179-9ee0-7843560546c3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.622375] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.622833] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.622833] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.623194] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.623600] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.623830] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.623999] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.624415] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.624566] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.624862] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.625038] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.625201] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.625363] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.625523] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.625677] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.625867] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.657283] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.657483] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.657639] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.657822] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-378" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.658211] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-e6c38293-f5f6-4be8-a2f4-65f059f466a6 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.658436] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.658561] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.658846] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.658983] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c38293-f5f6-4be8-a2f4-65f059f466a6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.863030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.863206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.863483] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.864263] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 460ee8ac-7d4f-4179-9ee0-7843560546c3 with status ACTIVE [ 1048.864491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.864633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.864703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.864903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.865154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.865154] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.865265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.865304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.865447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.865526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.865707] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.865800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.865853] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.866091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.866091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.866256] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 460ee8ac-7d4f-4179-9ee0-7843560546c3 is going to be updated. [ 1048.894068] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.894247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.894817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.894817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.894817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.895058] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460ee8ac-7d4f-4179-9ee0-7843560546c3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.149911] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46b70ca-c833-4c53-be05-42ceca58395f in Status: SUCCESS [ 1049.150292] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46b70ca-c833-4c53-be05-42ceca58395f deletion is rescheduled due to dependency. [ 1049.150466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.161323] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.161624] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.161802] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.162367] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.162367] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.162687] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.162951] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.163091] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.163331] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.163468] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.163797] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.164012] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.164180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.164433] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.164846] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.164846] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 is going to be updated. [ 1049.188662] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.188946] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.189091] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.189449] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.189646] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.189878] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.200720] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.200959] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-862" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.201048] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-862" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.201363] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-862" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.201622] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.201777] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.201897] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.202165] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.202326] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.202534] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.202658] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.202768] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.202872] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.202975] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.203088] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.203259] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.226831] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.227020] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.227159] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.227344] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-862" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.227656] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-0724efff-cbf3-4d76-b850-adf34e3f1bf8 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.227832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.227950] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.228422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.228561] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0724efff-cbf3-4d76-b850-adf34e3f1bf8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.368512] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.731201] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.731605] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.731605] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.731844] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.731988] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.732204] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 0724efff-cbf3-4d76-b850-adf34e3f1bf8 not found, creating... [ 1049.732478] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.732716] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.732774] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.732987] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.733143] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.733452] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.733611] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.733727] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.733941] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.734091] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.734232] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 0724efff-cbf3-4d76-b850-adf34e3f1bf8 is going to be created. [ 1049.757049] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.757286] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.757414] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.757742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.757979] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.758223] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.871297] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.871649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.871649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.871747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.872346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.872346] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be created. [ 1049.877626] env[65957]: INFO networking_nsxv3.common.synchronization [req-c5dcd76b-3f9e-4405-806a-11158e3752a9 req-403f7954-8153-4e5b-ba08-d2d01cfbf780 service nova] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 1049.877746] env[65957]: INFO networking_nsxv3.common.synchronization [req-c5dcd76b-3f9e-4405-806a-11158e3752a9 req-403f7954-8153-4e5b-ba08-d2d01cfbf780 service nova] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 1049.878389] env[65957]: INFO networking_nsxv3.common.synchronization [req-c5dcd76b-3f9e-4405-806a-11158e3752a9 req-403f7954-8153-4e5b-ba08-d2d01cfbf780 service nova] Enqueued Resource ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 with Priority: HIGHEST for action port [ 1049.878389] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_rules [ 1049.878389] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 1049.878389] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 with Priority: HIGHEST for action port [ 1049.878913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.879047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.879121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.879332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.879401] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.880468] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.880468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.880468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.880616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.880776] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.880917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.880917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.881089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.881156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.881249] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.882350] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c38293-f5f6-4be8-a2f4-65f059f466a6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.882350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.882350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.882847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.882847] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c38293-f5f6-4be8-a2f4-65f059f466a6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.912913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.913186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.913186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.913508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.913630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.930345] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: UNINITIALIZED for 2s [ 1050.389020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.389020] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.389020] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6c38293-f5f6-4be8-a2f4-65f059f466a6 with status ACTIVE [ 1050.389020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.389020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.389020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.389617] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.389617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.389617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.393453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.393690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.393898] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6c38293-f5f6-4be8-a2f4-65f059f466a6 is going to be updated. [ 1050.416645] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.417785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.417785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.417785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.417785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.417785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c38293-f5f6-4be8-a2f4-65f059f466a6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.493021] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-db783d28-1b86-4859-b7a0-f82b66e25752 service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1050.493021] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-db783d28-1b86-4859-b7a0-f82b66e25752 service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1050.493021] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-db783d28-1b86-4859-b7a0-f82b66e25752 service nova] Enqueued Resource ID: 0724efff-cbf3-4d76-b850-adf34e3f1bf8 with Priority: HIGHEST for action port [ 1050.493021] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1050.493021] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1050.493021] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0724efff-cbf3-4d76-b850-adf34e3f1bf8 with Priority: HIGHEST for action port [ 1050.493021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.493021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.494114] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.494191] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.494708] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0724efff-cbf3-4d76-b850-adf34e3f1bf8 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.494708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.494708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.495193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.495193] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0724efff-cbf3-4d76-b850-adf34e3f1bf8',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.898014] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.997892] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0724efff-cbf3-4d76-b850-adf34e3f1bf8 with status ACTIVE [ 1051.001240] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.001240] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.001240] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.001240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.001240] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0724efff-cbf3-4d76-b850-adf34e3f1bf8 is going to be updated. [ 1051.025500] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.025683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.025736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.026652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.026652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.026652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0724efff-cbf3-4d76-b850-adf34e3f1bf8" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.371331] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.371534] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.371661] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.371922] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.372319] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.372639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.372802] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.373047] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.373198] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.373407] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.373547] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.373739] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.373871] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.373987] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.374109] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.374245] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.393242] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.393435] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.393573] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.393744] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-250" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.394120] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-45408879-ce86-4164-be28-ed0e061cfd97 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.394366] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.394717] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.394907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.395531] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45408879-ce86-4164-be28-ed0e061cfd97',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.400906] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.400906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.400906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.400906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.400906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.401224] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d is going to be updated. [ 1051.429592] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.429738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.429813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.429988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.430179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.440603] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: IN_PROGRESS for 2s [ 1051.898075] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.898510] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.898510] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.898788] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.899031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.899228] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 45408879-ce86-4164-be28-ed0e061cfd97 not found, creating... [ 1051.899578] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.899736] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.899897] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.900184] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.900524] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.900734] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.900998] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.901256] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.901593] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.901746] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.901907] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 45408879-ce86-4164-be28-ed0e061cfd97 is going to be created. [ 1051.922938] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.923327] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.923472] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.923753] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.923985] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.924231] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.940433] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1051.940698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.940837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.941057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.941292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.941530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.941530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.941634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.941684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.941777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.941868] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.942715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.942888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.943069] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.943332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.943428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.943566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.943623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.943702] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.445833] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.445975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.446187] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.685356] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-14502580-4e2d-4300-92df-72f7af6dc8b3 service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1052.685616] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-14502580-4e2d-4300-92df-72f7af6dc8b3 service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1052.685802] env[65957]: INFO networking_nsxv3.common.synchronization [req-31ed821f-11e5-474c-bc3c-6585c3325b41 req-14502580-4e2d-4300-92df-72f7af6dc8b3 service nova] Enqueued Resource ID: 45408879-ce86-4164-be28-ed0e061cfd97 with Priority: HIGHEST for action port [ 1052.686472] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1052.686614] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1052.686745] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45408879-ce86-4164-be28-ed0e061cfd97 with Priority: HIGHEST for action port [ 1052.688388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.688388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.688388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.688388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.688388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-45408879-ce86-4164-be28-ed0e061cfd97 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.688388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.688388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.688388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.688388] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45408879-ce86-4164-be28-ed0e061cfd97',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.949908] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.100685] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.101156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.101293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.101595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.101744] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.191427] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45408879-ce86-4164-be28-ed0e061cfd97 with status ACTIVE [ 1053.192089] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.192089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.192089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.192089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.192434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.192434] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.192522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.192522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.192880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.192880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.192978] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.193043] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.193080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.193202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.193276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.193355] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45408879-ce86-4164-be28-ed0e061cfd97 is going to be updated. [ 1053.215715] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.215715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.215957] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.216145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.216924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.216924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45408879-ce86-4164-be28-ed0e061cfd97" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.454185] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: SUCCESS [ 1053.454185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.454185] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.454185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.454185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.454185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.454185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.454185] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1053.454185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.455014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.455324] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.455541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.455684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.455902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.456076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.456255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.456431] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.500810] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.500810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.500810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.500810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.500810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.510616] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1053.604643] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.960634] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.109941] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.463488] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88a2d944-09f4-42e2-824e-4d7e458f766d: rpc.has_security_group_logging(os_id): False [ 1054.485227] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.485542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.485705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.486052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.508290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.508781] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.508983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.509096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.509374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.509498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.509636] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d is going to be updated. [ 1054.576388] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.576538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.576592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.576803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.576946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.593018] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: IN_PROGRESS for 2s [ 1054.613519] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1054.613519] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1055.516826] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.517242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.517242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.517242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.530285] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1055.531161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.532121] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1055.533830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1055.534030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.534638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.534849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.535053] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.535173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.535237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.535372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.535444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.535551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.535689] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.535774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.535826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.535953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.536100] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.536192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.536260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.536455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.536523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.536607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.536695] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.537579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.537738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.537884] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.537982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.538050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.538190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.538263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.538353] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.565796] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.566031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.566031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.566220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.576379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.577013] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1055.577103] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.577196] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1055.647712] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.647972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.648035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.648344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.650177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.650508] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1055.761157] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.761157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.761157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.762681] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1055.862249] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.862700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.862955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.863602] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.864513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.865280] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1055.866025] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'66eeb083-347f-4576-8405-52f2568d80ef', 'a22e6947-8ced-4e4f-af9d-254c417f6bc2', 'a46b70ca-c833-4c53-be05-42ceca58395f', '88a2d944-09f4-42e2-824e-4d7e458f766d', '4817fa88-257e-4e2e-bd13-9e8efbbd2efe', '262222e6-0901-42a4-9cf9-7a35f2894831', '78ca2d5d-5904-4b97-92e6-2c6fe93ca36b', '6486c98f-80f5-4a16-84f6-b38963a3fa3a', '34db5f1c-f777-4166-9fd2-14947bea8b83', 'aecb47dc-b7e9-4e54-a58e-3d9a777a81b7', '51b62bf9-4e85-4ffc-a8c1-7529da5d3b14', '4f72f872-eb38-48d3-ab36-8a59086ee6b3', '56ed695e-7a54-4270-b523-c994c6773d3c', '63006db2-be58-4e06-8c73-eb8e691b0be2', '14d3a858-3a4f-429c-b0ac-7724167b2c6a', 'c20182d2-db26-44de-acec-3a81267dbdc3', '4ca9c37a-6693-49bf-99b9-f89fe3997207', '0863de6b-342b-41fc-a441-d157d9addf6f', 'd9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c', '1aee592d-3e03-405a-a062-9671cbaf9b53', 'b5cf1432-7ad2-4176-8f0e-86dc98a754a1', 'f81e6109-86a2-46b0-8e73-6eb3bd6c5b07', 'd6720483-73cc-4d21-a036-60a8ab5d713f', 'ce1eed4e-f69e-4ecb-8c33-35a59dedfdac', '450aa4cc-3fe9-4baa-b93c-8c50ffcadd54', 'b8907e92-e135-451d-9aaa-427fe6ba9aaa', '1935a7c1-7253-4e10-a709-32aab1b94265', '82d6b2a0-2695-40d0-aa5f-7e83cd159aed', '3c5b94d4-f152-48fc-8f25-fcfadeada4f9', '8ee9264f-247c-41b2-a9e9-4ddb2b927899', '2bea3b8d-d978-45f2-b73f-a89ddaeb5acb', 'b0bf5ec3-ad76-4c05-8381-987a725576de', 'f2dcd3e9-9439-4353-944c-d808906d953d', '35c82d24-c395-4b2c-8c8d-6baef172ade7', '71bd568e-8d10-47a3-a65b-3099ec6572d0', '7daaa804-978f-4c5b-a0b5-3d35217e0b2d', 'd843878d-bd82-4258-aa26-d22c67d34b90', 'c50b0fb3-daeb-4cc7-98d3-4a854690873d', 'a70c8722-86ec-44d7-9a6a-12523270c587', '6d6cdc75-32a4-4f73-8cda-5eb5a44092dc', '27a52d66-425b-4ce9-99ad-53a59b3cefdd', '5e2712b2-ef3a-40de-b019-c36c0e181510', '9ce955f7-07b2-4076-80d8-06c296565870', '1eacff84-9f01-49c0-9967-df4c9f5d1cc2', 'e80be11b-f72b-4b96-a7ab-de076c0fd26b', 'cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c', '3520f38c-23dd-4b8c-b6ee-eb277403e779'} {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.866025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1055.890302] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.890613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.890800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.891183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.891449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.895477] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1055.895477] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.895477] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1055.984097] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.984321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.984395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.984834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.985972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.986415] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1055.986507] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.986584] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1055.986685] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1055.986746] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1055.986826] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGH for action security_group_rules [ 1055.986942] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGH for action security_group_rules [ 1055.986998] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGH for action security_group_rules [ 1055.987050] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGH for action security_group_rules [ 1055.987126] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGH for action security_group_rules [ 1055.987159] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGH for action security_group_rules [ 1055.987224] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGH for action security_group_rules [ 1055.987276] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGH for action security_group_rules [ 1055.987373] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGH for action security_group_rules [ 1055.987443] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGH for action security_group_rules [ 1055.987553] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGH for action security_group_rules [ 1055.987553] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGH for action security_group_rules [ 1055.987701] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGH for action security_group_rules [ 1055.987701] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGH for action security_group_rules [ 1055.987797] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGH for action security_group_rules [ 1055.987797] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGH for action security_group_rules [ 1055.987896] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGH for action security_group_rules [ 1055.987944] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGH for action security_group_rules [ 1055.987980] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGH for action security_group_rules [ 1055.988044] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGH for action security_group_rules [ 1055.988150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.039839] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ab918e-67c4-4f0d-a0f8-acd148794601: rpc.has_security_group_logging(os_id): False [ 1056.041341] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.065262] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.065459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.065533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.065793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.065935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.066204] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.066364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.066445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.066658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.066759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.067013] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.067173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.067261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.067480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.067605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.067887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.068045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.068140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.068355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.068494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.068624] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be created. [ 1056.159561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.159773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.159831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.160258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.160356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.174784] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1056.530828] env[65957]: INFO networking_nsxv3.common.synchronization [req-c544836f-4c7e-4387-a163-76da465431fc req-c7742c68-93ad-4a7c-a0a6-52ed865c26cf tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1056.531704] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1056.531704] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eeb083-347f-4576-8405-52f2568d80ef with Priority: HIGH for action security_group_rules [ 1056.531846] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46b70ca-c833-4c53-be05-42ceca58395f with Priority: HIGH for action security_group_rules [ 1056.531938] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGH for action security_group_rules [ 1056.532089] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a with Priority: HIGH for action security_group_rules [ 1056.532162] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 with Priority: HIGH for action security_group_rules [ 1056.532385] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGH for action security_group_rules [ 1056.532592] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0863de6b-342b-41fc-a441-d157d9addf6f with Priority: HIGH for action security_group_rules [ 1056.532592] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 with Priority: HIGH for action security_group_rules [ 1056.532765] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGH for action security_group_rules [ 1056.532765] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20182d2-db26-44de-acec-3a81267dbdc3 with Priority: HIGH for action security_group_rules [ 1056.532873] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed695e-7a54-4270-b523-c994c6773d3c with Priority: HIGH for action security_group_rules [ 1056.532940] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262222e6-0901-42a4-9cf9-7a35f2894831 with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGH for action security_group_rules [ 1056.533960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.534493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.534493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.534493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.534493] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.534711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.534711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.534899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.534899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.535014] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.537789] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66eeb083-347f-4576-8405-52f2568d80ef taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.537789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.538059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.538059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.538195] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66eeb083-347f-4576-8405-52f2568d80ef',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.539019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46b70ca-c833-4c53-be05-42ceca58395f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.539172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.539239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.539407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.539528] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46b70ca-c833-4c53-be05-42ceca58395f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.540807] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.541165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.541165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.541165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.541356] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.542115] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.542249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.542335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.542510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.542646] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14d3a858-3a4f-429c-b0ac-7724167b2c6a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.543481] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aee592d-3e03-405a-a062-9671cbaf9b53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.543598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.543689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.543764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.544083] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aee592d-3e03-405a-a062-9671cbaf9b53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.544895] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.544895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.544895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.545217] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.545217] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.549047] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0863de6b-342b-41fc-a441-d157d9addf6f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.549047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.549047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.549047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.549047] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0863de6b-342b-41fc-a441-d157d9addf6f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.553161] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca9c37a-6693-49bf-99b9-f89fe3997207 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.553161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.553161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.553161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.553161] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca9c37a-6693-49bf-99b9-f89fe3997207',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.553161] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.553161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.553161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.554417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.554417] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.554913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c20182d2-db26-44de-acec-3a81267dbdc3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.554913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.554913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.555055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.555148] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c20182d2-db26-44de-acec-3a81267dbdc3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.557489] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56ed695e-7a54-4270-b523-c994c6773d3c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.557630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.557696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.557872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.557949] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56ed695e-7a54-4270-b523-c994c6773d3c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.558806] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.558874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.558910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.559082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.559171] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f72f872-eb38-48d3-ab36-8a59086ee6b3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.559983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.560072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.560072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.560221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.560289] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b62bf9-4e85-4ffc-a8c1-7529da5d3b14',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.561016] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.563516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.563516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.563673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.563673] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.565881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34db5f1c-f777-4166-9fd2-14947bea8b83 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.565881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.565881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.565881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.565881] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34db5f1c-f777-4166-9fd2-14947bea8b83',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.568344] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262222e6-0901-42a4-9cf9-7a35f2894831 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.568450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.568450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.568668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.569989] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262222e6-0901-42a4-9cf9-7a35f2894831',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.569989] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.569989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.569989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.569989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.570443] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6486c98f-80f5-4a16-84f6-b38963a3fa3a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.571063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.571224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.571318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.571483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.571557] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.573663] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.574403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.574403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.574403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.574403] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.575610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.575610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.579806] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.618026] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: SUCCESS [ 1056.618026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.618026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.618357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.618488] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.729075] env[65957]: INFO networking_nsxv3.common.synchronization [req-21b01acc-e5ed-4f90-a5f5-d3ce29aa8e9c req-270671d2-bcfa-4a84-924b-198b32b8c6d0 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1056.729622] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1056.729929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.730745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.730834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.731526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.731526] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.731526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.731746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.732317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.732317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.732317] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.988201] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.988342] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.988342] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.988596] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.989046] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.989046] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.989201] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.989323] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.989580] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.989812] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.990559] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.990559] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.990559] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.990559] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.990559] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.990559] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.011024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.011024] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.011194] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.011239] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-492" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.011604] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-dc894603-37f1-417e-aad2-e2addf1d06b7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.011735] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.011810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.012144] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.012328] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc894603-37f1-417e-aad2-e2addf1d06b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.080899] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.081097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.081219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.081423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.082362] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.082508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.082575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.082694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.082837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.082928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.082989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.083145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.083247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.083377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.083377] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.088440] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.088591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.088657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.088845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.088967] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.089199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.089199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.089199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.089327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.089327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.089716] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.090965] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.091102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.091155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.091292] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.091430] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.091523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.091583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.091718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.091793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.091881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.091971] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.092755] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.092856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.092904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.093084] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.093239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.093329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.093390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.093524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.093597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.093674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.093811] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.099655] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.099773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.099827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.099977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.101093] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.101093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.101093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.101093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.101093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.101093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.101093] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.102795] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.102936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.103026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.103577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.103577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.103577] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1057.132494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.132755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.132755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.132973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.133191] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.133330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.133404] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.133562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.133647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.133736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.133839] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.144790] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.145013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.161961] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.166549] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.166549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.166549] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.166549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167141] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.168077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.168775] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.168919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.169634] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.169751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.170482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.170879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.171694] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.171797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.172483] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.172875] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.172968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.173681] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.174100] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.174174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.185351] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.185892] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.185997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.186993] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.187482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.187748] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.187896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.187965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.188209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.188310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.188397] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 1057.190168] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.190281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.190343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.208127] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.208306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.208369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.208535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.208692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.213411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.213608] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14d3a858-3a4f-429c-b0ac-7724167b2c6a is going to be deleted. [ 1057.215119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.215390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.217393] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1057.223767] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.223971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.224054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.224467] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.224616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.234077] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 1057.234419] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.234526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.239512] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.239960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.240096] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46b70ca-c833-4c53-be05-42ceca58395f is going to be deleted. [ 1057.241071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.241284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.267806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.267806] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66eeb083-347f-4576-8405-52f2568d80ef is going to be deleted. [ 1057.267806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.267806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.305279] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.305425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.310873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.310873] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aee592d-3e03-405a-a062-9671cbaf9b53 is going to be deleted. [ 1057.311644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.311846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.344729] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.344877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.347689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.347814] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6486c98f-80f5-4a16-84f6-b38963a3fa3a is going to be deleted. [ 1057.348942] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.348999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413589] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.413589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.423659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.423806] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56ed695e-7a54-4270-b523-c994c6773d3c is going to be deleted. [ 1057.424716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.424938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.459266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.459404] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34db5f1c-f777-4166-9fd2-14947bea8b83 is going to be deleted. [ 1057.460516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.460745] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.503134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.503134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.504266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.504383] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f72f872-eb38-48d3-ab36-8a59086ee6b3 is going to be deleted. [ 1057.505382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.505590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.514767] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.515129] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.515216] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.515445] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.515652] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.515838] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port dc894603-37f1-417e-aad2-e2addf1d06b7 not found, creating... [ 1057.516119] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.516279] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.516397] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.516626] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.516764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.517063] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.517238] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.517342] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.517549] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.517729] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.517900] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: dc894603-37f1-417e-aad2-e2addf1d06b7 is going to be created. [ 1057.556654] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.556993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.557818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.557946] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b62bf9-4e85-4ffc-a8c1-7529da5d3b14 is going to be deleted. [ 1057.559849] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.559980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.559980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.560630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56ed695e-7a54-4270-b523-c994c6773d3c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.560829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.594992] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.595252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.595411] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.595757] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.596069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.596349] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.600267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.600411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.609900] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.611045] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.611228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.611280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.611460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.611613] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.611712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.611773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.611919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.612441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.612441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.612441] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.612441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.612797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.612797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.612797] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.612919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.612919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.612994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.613519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.613651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.613749] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.615525] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.615907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.615907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.615982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.616140] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.616236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.616297] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.616437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.616515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.616611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.616755] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.616848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.616908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.617079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617203] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.617293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.617347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.617481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.617628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.617753] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.618844] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.620092] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.645922] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.684399] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.684399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.690708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.690852] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262222e6-0901-42a4-9cf9-7a35f2894831 is going to be deleted. [ 1057.691774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.691996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.754107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.754294] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0863de6b-342b-41fc-a441-d157d9addf6f is going to be deleted. [ 1057.755612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.755833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757336] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.839048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.839219] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be deleted. [ 1057.840397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.840628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.897827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.898039] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c20182d2-db26-44de-acec-3a81267dbdc3 is going to be deleted. [ 1057.898921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.899170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.901042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.901042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.968630] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.968792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.976983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.976983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.977236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.977236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.977471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.977558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.977672] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 1057.978792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.979013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.979115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.979252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14d3a858-3a4f-429c-b0ac-7724167b2c6a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.979433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.979612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.979699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.979841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46b70ca-c833-4c53-be05-42ceca58395f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.980494] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.980675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.980760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.980886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66eeb083-347f-4576-8405-52f2568d80ef" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.981053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.981224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.981307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.981430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aee592d-3e03-405a-a062-9671cbaf9b53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.981564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.981707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.981782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.981905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6486c98f-80f5-4a16-84f6-b38963a3fa3a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.982049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.982210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.984129] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.984288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.046804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.047016] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca9c37a-6693-49bf-99b9-f89fe3997207 is going to be deleted. [ 1058.047924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.048208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.048308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.048442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34db5f1c-f777-4166-9fd2-14947bea8b83" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.048612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.048786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.048855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.048975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f72f872-eb38-48d3-ab36-8a59086ee6b3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.049540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.049704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.049792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.049938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b62bf9-4e85-4ffc-a8c1-7529da5d3b14" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.050082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.050267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.050338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.050468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262222e6-0901-42a4-9cf9-7a35f2894831" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.050601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.050778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.050923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.051126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0863de6b-342b-41fc-a441-d157d9addf6f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.051374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.051497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.051685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.051867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.086690] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.086917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.086917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.087171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.087413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.087413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c20182d2-db26-44de-acec-3a81267dbdc3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.088410] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.088595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.088595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.088766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.088905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.117067] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b: rpc.has_security_group_logging(os_id): False [ 1058.118761] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aecb47dc-b7e9-4e54-a58e-3d9a777a81b7: rpc.has_security_group_logging(os_id): False [ 1058.123795] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 1058.123998] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 1058.129383] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4817fa88-257e-4e2e-bd13-9e8efbbd2efe: rpc.has_security_group_logging(os_id): False [ 1058.130872] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63006db2-be58-4e06-8c73-eb8e691b0be2: rpc.has_security_group_logging(os_id): False [ 1058.148257] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88a2d944-09f4-42e2-824e-4d7e458f766d: rpc.has_security_group_logging(os_id): False [ 1058.150696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.150916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.151031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.151326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.155327] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.155543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.156445] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.156620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.178595] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.178734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.180678] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.182112] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.189129] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.189247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.196876] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.197121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.198402] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.198513] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.198911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.198996] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 is going to be updated. [ 1058.200296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.200553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.203824] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1058.204083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.204272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.204530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.204626] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.242670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.243270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.243454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.243537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.243754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.243842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.243949] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be updated. [ 1058.245859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.246105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.308913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.309228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.309430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.309509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.309740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.309858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.310192] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.310371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.310371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.310524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.310664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.310957] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.311123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.311226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.311382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.311591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.311591] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1058.313250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.313250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.337436] env[65957]: INFO networking_nsxv3.common.synchronization [req-c544836f-4c7e-4387-a163-76da465431fc req-3cdd43d2-6d93-4d89-b5f5-2ad37cc2fe99 service nova] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_rules [ 1058.337436] env[65957]: INFO networking_nsxv3.common.synchronization [req-c544836f-4c7e-4387-a163-76da465431fc req-3cdd43d2-6d93-4d89-b5f5-2ad37cc2fe99 service nova] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1058.337436] env[65957]: INFO networking_nsxv3.common.synchronization [req-c544836f-4c7e-4387-a163-76da465431fc req-3cdd43d2-6d93-4d89-b5f5-2ad37cc2fe99 service nova] Enqueued Resource ID: dc894603-37f1-417e-aad2-e2addf1d06b7 with Priority: HIGHEST for action port [ 1058.337436] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_rules [ 1058.337831] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1058.337831] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc894603-37f1-417e-aad2-e2addf1d06b7 with Priority: HIGHEST for action port [ 1058.337975] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.338107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.338366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.338764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.338764] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.339611] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.339718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.340587] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc894603-37f1-417e-aad2-e2addf1d06b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.340587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.340587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.340587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.340587] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc894603-37f1-417e-aad2-e2addf1d06b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.384157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.384509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.384635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.384690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.384903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.384985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.385160] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d is going to be updated. [ 1058.386661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.386889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.433942] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.434103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.438038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.438414] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.438546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.438608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.438879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.438935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.439211] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.439286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.439350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.440262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.440262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.440262] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.440262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.440262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.440262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.440262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.440262] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be updated. [ 1058.441527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.441717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.441784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.442119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca9c37a-6693-49bf-99b9-f89fe3997207" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.442119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.445069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.489662] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.489840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.497598] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.497792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.500021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.500021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.500021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.500021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.500021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.500021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.500021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1058.500712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.500712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.500816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.501808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.501886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.501991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.502859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.503014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.503155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.546867] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.547057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.547136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.547389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.547662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.566284] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: IN_PROGRESS for 2s [ 1058.568672] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 1058.601940] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1058.634774] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: IN_PROGRESS for 2s [ 1058.659877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.660985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.661196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.661547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.661823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.693279] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: IN_PROGRESS for 2s [ 1058.707065] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.707359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.737558] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1058.738486] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.738684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.738758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.739014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.739188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.761802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1058.842912] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.843212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.843212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc894603-37f1-417e-aad2-e2addf1d06b7 with status ACTIVE [ 1058.843449] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.843568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.843568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.843809] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.843940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.844137] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.844288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.844288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.844503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.844595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.844720] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.844813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.844868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.845051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.845129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.845229] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc894603-37f1-417e-aad2-e2addf1d06b7 is going to be updated. [ 1058.870321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.870573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.870573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.870869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.871054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.871243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc894603-37f1-417e-aad2-e2addf1d06b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.072719] env[65957]: INFO networking_nsxv3.common.synchronization [req-87149de0-0b06-4b02-8204-4599ce73cea4 req-cac590c9-c850-42e9-bf86-33076c641914 tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1059.072883] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1059.073323] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.073473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.073538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.073752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.073914] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.074010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.074072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.074227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.074311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.074407] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.229143] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1059.229976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.229976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.230325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.230325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.230444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.230522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.230704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.230798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.230895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.230999] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.244357] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 1059.244357] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 deletion is rescheduled due to dependency. [ 1059.244357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.244357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.244357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.244889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.244889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.244889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.244889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.244889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.245729] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.494056] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.494279] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.494379] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.494703] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.495021] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.495192] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.495308] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.495541] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.495679] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.495899] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.496033] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.496145] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.496249] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.496359] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.496462] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.496622] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.522186] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.522407] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.522595] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.522789] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.523150] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-dacde328-2be6-416d-b4d9-ca4946f90e5c taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.523418] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.523564] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.523924] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.528237] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacde328-2be6-416d-b4d9-ca4946f90e5c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.576532] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.734217] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.734403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.734472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.734742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.734811] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.734978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.735075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.735386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.735598] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.735670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.735670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735944] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.736108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.736171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.736307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.736386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.736469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.736562] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.747099] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.030609] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.030881] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.030976] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.031423] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.031509] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.031583] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port dacde328-2be6-416d-b4d9-ca4946f90e5c not found, creating... [ 1060.031853] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.032020] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.032150] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.032832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.032832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.033043] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.033196] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.033712] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.033931] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.034141] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.034218] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: dacde328-2be6-416d-b4d9-ca4946f90e5c is going to be created. [ 1060.060093] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.060093] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.060321] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.060662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.060710] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.061081] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.083058] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.143262] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 1060.143262] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 1060.143583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.239942] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ab918e-67c4-4f0d-a0f8-acd148794601: rpc.has_security_group_logging(os_id): False [ 1060.253819] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.263029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.263029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.263029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.263029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.263029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.263029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.263449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.263449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.263449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.263449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.263734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.263734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.264213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.264213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.264213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.264213] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.265240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.265240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.265240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.265240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.265240] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1060.330789] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.330979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.330979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.331272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.331487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.347498] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1060.586025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 1060.586276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.586700] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.586836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.586907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.587116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.587197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.587288] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1060.588968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: SUCCESS [ 1060.589167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.616120] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1060.617228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.627818] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.628095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.628172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.628423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.628721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.638130] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1060.652167] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: SUCCESS [ 1060.652507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.706850] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 1060.707621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.755401] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.758759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.758854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.759085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.759176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.759284] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 1060.770535] env[65957]: INFO networking_nsxv3.common.synchronization [req-87149de0-0b06-4b02-8204-4599ce73cea4 req-e6e7de31-e7bc-4404-8ea0-1eb93ea40d60 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1060.770535] env[65957]: INFO networking_nsxv3.common.synchronization [req-87149de0-0b06-4b02-8204-4599ce73cea4 req-e6e7de31-e7bc-4404-8ea0-1eb93ea40d60 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1060.770535] env[65957]: INFO networking_nsxv3.common.synchronization [req-87149de0-0b06-4b02-8204-4599ce73cea4 req-e6e7de31-e7bc-4404-8ea0-1eb93ea40d60 service nova] Enqueued Resource ID: dacde328-2be6-416d-b4d9-ca4946f90e5c with Priority: HIGHEST for action port [ 1060.770830] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1060.770830] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1060.770830] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacde328-2be6-416d-b4d9-ca4946f90e5c with Priority: HIGHEST for action port [ 1060.771381] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.771505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.771570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.771825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.771879] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.772967] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.773117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.773354] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacde328-2be6-416d-b4d9-ca4946f90e5c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.773520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.773613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.773848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.774082] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacde328-2be6-416d-b4d9-ca4946f90e5c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.780539] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1060.780783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.791743] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.792211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.792211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.792393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.792579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.805768] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 1061.281866] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.282610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.282610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dacde328-2be6-416d-b4d9-ca4946f90e5c with status ACTIVE [ 1061.282610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.282819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.282819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.283029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.283154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.283675] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.283675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.283675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.283854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.283854] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.284120] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.284245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.284311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.284757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.284757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.284757] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dacde328-2be6-416d-b4d9-ca4946f90e5c is going to be updated. [ 1061.319029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.319205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.319251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.319459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.319608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.319779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacde328-2be6-416d-b4d9-ca4946f90e5c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.603478] env[65957]: INFO networking_nsxv3.common.synchronization [req-88e785b1-37a1-4e4b-9faf-e5719b4cee89 req-656ce55b-0e77-42a8-9fb4-88e6a5400a14 tempest-ServerTagsTestJSON-1514730046 tempest-ServerTagsTestJSON-1514730046-project-member] Enqueued Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_members [ 1061.604169] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_members [ 1061.604541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.604708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.604799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.605056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.605244] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.605448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.605448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.605612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.605710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.605846] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.968089] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.968448] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-959" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.968590] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-959" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.968946] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-959" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.969559] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.969670] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.969740] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.969981] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.970251] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.970568] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.970708] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.970945] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.971089] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.971209] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.971406] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.971637] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.993665] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.993761] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.993897] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.994094] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-959" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.994508] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.994767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.994900] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.995248] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.995433] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a114d73f-355f-4ed0-bc43-dba58d0ecdd2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.111064] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.111064] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.111064] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 already deleted. [ 1062.111064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.363050] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1062.363188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.363470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.363733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.363854] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.498643] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.498643] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.499268] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.499268] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.499359] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.499480] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port a114d73f-355f-4ed0-bc43-dba58d0ecdd2 not found, creating... [ 1062.499749] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.499909] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.500035] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.500365] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.500563] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.500804] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.500959] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.501094] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.501314] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.501448] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.501589] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: a114d73f-355f-4ed0-bc43-dba58d0ecdd2 is going to be created. [ 1062.524997] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.525277] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.525469] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.525783] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.526072] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.526344] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.658212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1062.658595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.658915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.659301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.659676] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.659921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.660099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.660634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.660939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.661098] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.817542] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 1062.817613] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.817774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.818499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.818499] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.818499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.818499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.818834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.818834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.818834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.818834] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.867150] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.867335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.867387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.867621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.867791] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.867907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.867974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.868263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.868263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.868339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.868394] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.165317] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.275238] env[65957]: INFO networking_nsxv3.common.synchronization [req-88e785b1-37a1-4e4b-9faf-e5719b4cee89 req-a4b937ea-07d0-411a-b0df-be0226a731b4 service nova] Enqueued Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_rules [ 1063.275386] env[65957]: INFO networking_nsxv3.common.synchronization [req-88e785b1-37a1-4e4b-9faf-e5719b4cee89 req-a4b937ea-07d0-411a-b0df-be0226a731b4 service nova] Enqueued Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_members [ 1063.275588] env[65957]: INFO networking_nsxv3.common.synchronization [req-88e785b1-37a1-4e4b-9faf-e5719b4cee89 req-a4b937ea-07d0-411a-b0df-be0226a731b4 service nova] Enqueued Resource ID: a114d73f-355f-4ed0-bc43-dba58d0ecdd2 with Priority: HIGHEST for action port [ 1063.276357] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_rules [ 1063.276493] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_members [ 1063.276659] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a114d73f-355f-4ed0-bc43-dba58d0ecdd2 with Priority: HIGHEST for action port [ 1063.276951] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.277213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.277213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.277553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.277696] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.280667] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.280930] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.281089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.281378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.281625] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.281837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.281924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.282502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.283111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.283111] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.285466] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.286961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.287175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.287490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.289591] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a114d73f-355f-4ed0-bc43-dba58d0ecdd2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.321547] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.322152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.324065] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.324065] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.324779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.324779] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.324779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.324779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.325107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.325107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.325327] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.371011] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.372050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.372050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.372050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.372385] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.372385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.372385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.372796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.372796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.372796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.372980] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.372980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.373140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.373204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.373335] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.373429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.373497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.373646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.373733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.373799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.373904] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.670680] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.784492] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.784492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.786063] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.791192] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a114d73f-355f-4ed0-bc43-dba58d0ecdd2 with status ACTIVE [ 1063.791484] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.791651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.791737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.791999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.792435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.792435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.792637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.792637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.794400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.794400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.794400] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.794400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.794400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.794400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.794400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.794400] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a114d73f-355f-4ed0-bc43-dba58d0ecdd2 is going to be updated. [ 1063.820748] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.821044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.821106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.821327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.821821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.821821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a114d73f-355f-4ed0-bc43-dba58d0ecdd2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.828730] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1935a7c1-7253-4e10-a709-32aab1b94265: rpc.has_security_group_logging(os_id): False [ 1063.853087] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.853087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.853087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.853087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.853087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.853087] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.854129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.854343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.854728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.856323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.856323] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.856323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.856323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.856323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.856323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.857738] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.857738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.858174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.858174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.858174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.858323] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 1063.876793] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ab918e-67c4-4f0d-a0f8-acd148794601: rpc.has_security_group_logging(os_id): False [ 1063.926699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.927062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.927177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.928083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.928083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.928083] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.928083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.928083] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.928509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.928509] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.928941] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.928941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.928941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.929383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.929483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.929827] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.930059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.930310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.930310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.930466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.930650] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1063.998471] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.000042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.000042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.000042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.000042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.023307] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 1064.044911] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.045103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.045202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.045465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.045722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.068137] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1064.174057] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.174238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.174559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.174559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.174639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.174713] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1064.179447] env[65957]: INFO networking_nsxv3.common.synchronization [req-00bc0409-f3f8-4d4b-8779-ae1747aadb5c req-aa8035c9-6016-478c-8d3c-5d92156b9327 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1064.180714] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1064.181064] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.181196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.181260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.181552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.181717] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.181821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.181881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.182044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.182156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.182220] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.219725] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.219923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.219966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.220827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.220827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.232266] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1064.291221] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.518206] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.518206] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.518404] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.518544] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.518801] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.518897] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.519405] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.519481] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.519571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.519785] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.519897] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.520025] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.520115] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.520599] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.520599] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.520599] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.543132] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.543298] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.543432] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.543603] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.543923] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.544117] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.544236] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.544568] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.544708] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465c7f6a-75d1-4ed6-986b-2c748d8bfe0c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.686696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.686696] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.686696] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 already deleted. [ 1064.686696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.794365] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.794538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.794646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.794825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.794912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.797628] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 is going to be created. [ 1064.827277] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.827507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.828277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.828277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.828277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.840506] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 in Status: UNINITIALIZED for 2s [ 1065.050024] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.050024] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 465c7f6a-75d1-4ed6-986b-2c748d8bfe0c not found, creating... [ 1065.050024] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.050024] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.050632] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.050632] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.050632] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.051161] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.051411] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.051646] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 465c7f6a-75d1-4ed6-986b-2c748d8bfe0c is going to be created. [ 1065.078536] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.078536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.078536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.078536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.078536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.078536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.835202] env[65957]: INFO networking_nsxv3.common.synchronization [req-00bc0409-f3f8-4d4b-8779-ae1747aadb5c req-43bdf54d-d016-47bc-af1a-d80023a76165 service nova] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1065.835484] env[65957]: INFO networking_nsxv3.common.synchronization [req-00bc0409-f3f8-4d4b-8779-ae1747aadb5c req-43bdf54d-d016-47bc-af1a-d80023a76165 service nova] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1065.835577] env[65957]: INFO networking_nsxv3.common.synchronization [req-00bc0409-f3f8-4d4b-8779-ae1747aadb5c req-43bdf54d-d016-47bc-af1a-d80023a76165 service nova] Enqueued Resource ID: 465c7f6a-75d1-4ed6-986b-2c748d8bfe0c with Priority: HIGHEST for action port [ 1065.836143] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1065.837158] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1065.837323] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465c7f6a-75d1-4ed6-986b-2c748d8bfe0c with Priority: HIGHEST for action port [ 1065.837684] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.837924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.838050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.838296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.838438] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.840820] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.840998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.841511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.841951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.842877] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.843031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.843118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.843322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.843449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.843563] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.845435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.846012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.846095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.846321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.846431] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465c7f6a-75d1-4ed6-986b-2c748d8bfe0c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.050979] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 1066.050979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.089126] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1066.089510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.244958] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1066.245676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.245870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.246140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.246456] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.246617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.246702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.246892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.246963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.247075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248105] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.349228] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.349584] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.349765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.350096] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 465c7f6a-75d1-4ed6-986b-2c748d8bfe0c with status ACTIVE [ 1066.350285] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.350469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.350547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.350744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.350828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.352667] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.352871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.354019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.354019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.354019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.354019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.354019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.354019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.354367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.354367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.354367] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 465c7f6a-75d1-4ed6-986b-2c748d8bfe0c is going to be updated. [ 1066.382991] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.383255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.383369] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.383700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.383875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.384251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465c7f6a-75d1-4ed6-986b-2c748d8bfe0c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.600297] env[65957]: INFO networking_nsxv3.common.synchronization [req-fcf6dab6-a798-48be-a553-05c43ca76914 req-9559e63d-a0c3-47b2-af1f-da493ac45d8a tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1066.600921] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1066.601267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.601392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.601480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.601690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.601844] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.601943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.602017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.602452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.602592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.602730] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.750632] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.750842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.750993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.751176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.751444] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.751577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.751650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.751811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.751895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.751982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.752201] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.752298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.752394] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.752577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.752796] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.752904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.752965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.753115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.753190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.753288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.753383] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.851136] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.853501] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 in Status: SUCCESS [ 1066.853501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.853675] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.853899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.854228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.854356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.854422] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.855482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.855562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.855938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.855938] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.023759] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.024181] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.024181] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.024464] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.024514] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.025134] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.025134] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.026118] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.026118] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.026118] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.026118] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.026118] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.026118] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.026118] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.026118] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.026495] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.047278] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.047445] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.047583] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.047748] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.048072] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-c5a7e4f3-79c2-4288-b407-fb663b65375e taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.048243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.048362] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.048718] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.048856] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a7e4f3-79c2-4288-b407-fb663b65375e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.105881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.106047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.106127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.106344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.106455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.106668] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.106772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.106834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.106981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.107068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.107153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be deleted. [ 1067.139185] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.139330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.139397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.139600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.139691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.139786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.256213] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 1067.282178] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.282178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.282300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.282570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.282570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.282720] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.282816] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.282873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.283435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.283435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.283435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.283435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.283435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.283685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.283685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.283894] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.283964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.283964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.286025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.286025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.286025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1067.359555] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.359708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.359775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.359993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.360122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.360221] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be created. [ 1067.362719] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.362719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.362719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.362719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.362719] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.362719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.362719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.363147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.363218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.363318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.363621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.363749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.363811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.363962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.364770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.365379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.365512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.365677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.365759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.365843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.365933] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.384154] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.384391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.384504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.384725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.385296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.404902] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.406773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.406773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.406773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.407018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.414062] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1067.421336] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: UNINITIALIZED for 2s [ 1067.552636] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.552918] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.553067] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.553451] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.553740] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.553951] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port c5a7e4f3-79c2-4288-b407-fb663b65375e not found, creating... [ 1067.554290] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.554546] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.554882] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.555166] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.555376] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.555780] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.555983] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.556126] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.556439] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.556611] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.556817] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: c5a7e4f3-79c2-4288-b407-fb663b65375e is going to be created. [ 1067.582677] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.582677] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.582677] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.583427] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.583427] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.583669] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.868784] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeffb69e-fb8c-4983-be0e-2d67ef37cf57: rpc.has_security_group_logging(os_id): False [ 1067.887421] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.887685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.887685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.887926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.888032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.888446] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.888446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.888655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.888655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.888774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.888947] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.889076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.889195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.889305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.889413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.889664] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.889759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.889826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.890282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.890446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.890614] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 is going to be created. [ 1067.957076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.957261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.957261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.957628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.957869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.970506] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 in Status: IN_PROGRESS for 2s [ 1068.256235] env[65957]: INFO networking_nsxv3.common.synchronization [req-54ade689-50ff-4a3a-9128-2e8105c85dbc req-bb2b2f64-e2fa-4b34-a4dd-e79aa8214e20 tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1068.257058] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1068.257972] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.258169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.258262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.258518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.258893] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.259046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.259146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.259341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.259448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.259573] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.334083] env[65957]: INFO networking_nsxv3.common.synchronization [req-fcf6dab6-a798-48be-a553-05c43ca76914 req-90669a2c-b747-4a8e-8b6b-0187e2c880da service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 1068.334083] env[65957]: INFO networking_nsxv3.common.synchronization [req-fcf6dab6-a798-48be-a553-05c43ca76914 req-90669a2c-b747-4a8e-8b6b-0187e2c880da service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1068.334083] env[65957]: INFO networking_nsxv3.common.synchronization [req-fcf6dab6-a798-48be-a553-05c43ca76914 req-90669a2c-b747-4a8e-8b6b-0187e2c880da service nova] Enqueued Resource ID: c5a7e4f3-79c2-4288-b407-fb663b65375e with Priority: HIGHEST for action port [ 1068.334083] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 1068.334083] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1068.334083] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a7e4f3-79c2-4288-b407-fb663b65375e with Priority: HIGHEST for action port [ 1068.334868] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.335426] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.335530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.336076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.336165] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.337984] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.338177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.338219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.338438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.338611] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.338709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.338769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.339620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.339620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.339620] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.342264] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a7e4f3-79c2-4288-b407-fb663b65375e taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.342264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.342264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.342548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.342548] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a7e4f3-79c2-4288-b407-fb663b65375e',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.523391] env[65957]: INFO networking_nsxv3.common.synchronization [req-54ade689-50ff-4a3a-9128-2e8105c85dbc req-06716b6e-df2f-4e16-baf3-973e1ab3d683 tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1068.524034] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1068.524375] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.524535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.753194] env[65957]: INFO networking_nsxv3.common.synchronization [req-54ade689-50ff-4a3a-9128-2e8105c85dbc req-22195c95-f9e1-453a-a519-4689a96a527f tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1068.754252] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1068.754543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.754740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.761944] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.839168] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.839310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.841580] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.845019] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5a7e4f3-79c2-4288-b407-fb663b65375e with status ACTIVE [ 1068.845440] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.845646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.845707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.848287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.848382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.848681] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.848812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.848876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.849064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.849147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.850021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.850021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.850021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.850021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.850021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.850021] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5a7e4f3-79c2-4288-b407-fb663b65375e is going to be updated. [ 1068.877175] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.877175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.877175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.877175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.877175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.877175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a7e4f3-79c2-4288-b407-fb663b65375e" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.222565] env[65957]: INFO networking_nsxv3.common.synchronization [req-f1cd2385-8f31-478f-b5b6-2753c4990e85 req-c1df9e1c-6aed-484f-9dd0-26a5cc7e38fc tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_members [ 1069.223327] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_members [ 1069.223686] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05f8088-42c9-4a42-824e-700f7ab2fae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.223824] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.223878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.224160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.224321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.224431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.224483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.224697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.224813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.225030] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.263770] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.352554] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.431342] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: SUCCESS [ 1069.431562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.431725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.431979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.432200] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.432334] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.432390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.432584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.432662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.432750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.432842] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.438260] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1069.438468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.576032] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.576209] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.576594] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.576682] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.577340] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.577521] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.577655] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.577895] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.578533] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.578533] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.578533] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.578533] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.578834] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.578834] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.578834] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.578952] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.600924] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.601104] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.601245] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.601442] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.601811] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-96af21f4-19ee-4c49-9d1c-e1e73729ade1 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.602013] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.602122] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.602461] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.602604] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96af21f4-19ee-4c49-9d1c-e1e73729ade1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.730023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.730023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.730023] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 already deleted. [ 1069.730023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.767471] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.767471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.767471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.767471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.767471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.767471] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1069.803012] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.803012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.803012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.803012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.803351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.822928] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1069.855450] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.855688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.855799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.856144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.856286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.856439] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be created. [ 1069.885917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.886482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.886482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.886482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.886728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.899740] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: UNINITIALIZED for 2s [ 1069.935847] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.985793] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 in Status: SUCCESS [ 1069.985995] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.105664] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.106067] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.106174] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.106393] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.106544] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106722] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 96af21f4-19ee-4c49-9d1c-e1e73729ade1 not found, creating... [ 1070.106998] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.107185] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.107304] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.107540] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.107696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.108030] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.108196] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.108314] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.108639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.108639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.108854] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 96af21f4-19ee-4c49-9d1c-e1e73729ade1 is going to be created. [ 1070.132874] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.133190] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.133370] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.133762] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.134101] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.134411] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.437358] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 268e2655-a5a3-4704-bb3b-27ce2432be56: rpc.has_security_group_logging(os_id): False [ 1070.464821] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.465115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.465249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.465600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.465768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.466161] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.466332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.466445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.466720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.466856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467016] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be created. [ 1070.568300] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.568409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.568464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.568769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.568844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.582109] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: IN_PROGRESS for 2s [ 1070.909111] env[65957]: INFO networking_nsxv3.common.synchronization [req-f1cd2385-8f31-478f-b5b6-2753c4990e85 req-9f3a70f9-0099-4347-bd74-1621bec61f47 service nova] Enqueued Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_rules [ 1070.909420] env[65957]: INFO networking_nsxv3.common.synchronization [req-f1cd2385-8f31-478f-b5b6-2753c4990e85 req-9f3a70f9-0099-4347-bd74-1621bec61f47 service nova] Enqueued Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_members [ 1070.909579] env[65957]: INFO networking_nsxv3.common.synchronization [req-f1cd2385-8f31-478f-b5b6-2753c4990e85 req-9f3a70f9-0099-4347-bd74-1621bec61f47 service nova] Enqueued Resource ID: 96af21f4-19ee-4c49-9d1c-e1e73729ade1 with Priority: HIGHEST for action port [ 1070.910264] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_rules [ 1070.910397] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_members [ 1070.910775] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96af21f4-19ee-4c49-9d1c-e1e73729ade1 with Priority: HIGHEST for action port [ 1070.910875] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05f8088-42c9-4a42-824e-700f7ab2fae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.911010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.911113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.911277] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.911373] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.912292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05f8088-42c9-4a42-824e-700f7ab2fae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.912421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.912823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.912823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.912921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.916237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.916317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.916746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.916746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.916746] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.917850] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-96af21f4-19ee-4c49-9d1c-e1e73729ade1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.917850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.917850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.918021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.918103] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96af21f4-19ee-4c49-9d1c-e1e73729ade1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.420776] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.421910] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05f8088-42c9-4a42-824e-700f7ab2fae6 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.422025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.422238] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96af21f4-19ee-4c49-9d1c-e1e73729ade1 with status ACTIVE [ 1071.422346] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.422485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.422571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.422769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.422850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.423050] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.424734] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.424734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.424734] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96af21f4-19ee-4c49-9d1c-e1e73729ade1 is going to be updated. [ 1071.453326] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.453326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.453326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.453326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.453326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.453326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96af21f4-19ee-4c49-9d1c-e1e73729ade1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.837220] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1071.838794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.839479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.839801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.840357] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.841548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.841720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.842080] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.842424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.843554] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.912051] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1071.912423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.912674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.912902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.913172] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.913303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.913303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.913476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.913572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.913659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.913748] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.926018] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.347571] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.347784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.347856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.348096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.348222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.348455] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.348592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.348689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.348855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.348939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.349041] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1072.381808] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.381965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.382049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.382279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.382898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.394959] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1072.417493] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.429411] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.429844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.429844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.431175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.431407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.431461] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 is going to be created. [ 1072.461265] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.461504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.461608] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.461871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.462030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.475986] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 in Status: UNINITIALIZED for 2s [ 1072.524287] env[65957]: INFO networking_nsxv3.common.synchronization [req-e7f16afc-50f6-4ded-a2c7-434de77efba6 req-a48fc4f0-18c1-4e5b-b5e0-2795afb8be97 tempest-ImagesOneServerNegativeTestJSON-19138182 tempest-ImagesOneServerNegativeTestJSON-19138182-project-member] Enqueued Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1072.524287] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935a7c1-7253-4e10-a709-32aab1b94265 with Priority: HIGHEST for action security_group_members [ 1072.525017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1935a7c1-7253-4e10-a709-32aab1b94265 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.525318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.525766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.526118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.526380] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.526619] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.527045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.527307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.527517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.527713] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1935a7c1-7253-4e10-a709-32aab1b94265',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.595764] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: SUCCESS [ 1072.596014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920034] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c: rpc.has_security_group_logging(os_id): False [ 1072.942521] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.942521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.942521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.942729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.942771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.943054] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.943158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.943230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.944032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.944032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.944032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be created. [ 1073.029777] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.029777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.029777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.029777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.029777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.030540] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.031255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.031387] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.031635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.031780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.032042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.032201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.032592] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.032764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.032945] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 is going to be updated. [ 1073.076898] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1073.106454] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.106454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.106454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.106708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.106785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.133802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: IN_PROGRESS for 2s [ 1074.405839] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1074.405839] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 deletion is rescheduled due to dependency. [ 1074.405839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.405839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.406162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.406419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.406419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.406488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.406633] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.487132] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 in Status: SUCCESS [ 1074.487481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.488268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.488827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.488827] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.488961] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.489074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.489411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.489411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.489495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.490088] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.657993] env[65957]: INFO networking_nsxv3.common.synchronization [req-211dd89b-f7ef-4c83-b60f-76ce1a78fa66 req-2b0f96fa-7f40-44bd-aa26-1d46879ef2e5 tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1074.659032] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1074.659032] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.659032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.659032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.659290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.659784] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.659784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.659784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.659784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.659784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.660186] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.912980] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.913333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.913333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.913489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.913584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.913904] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.913998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.914088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.914245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.914382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.914473] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1074.946496] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.946740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.946740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.947787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.947787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.959267] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1074.993698] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.097439] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1075.099258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.146103] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1935a7c1-7253-4e10-a709-32aab1b94265 in Status: SUCCESS [ 1075.146103] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1935a7c1-7253-4e10-a709-32aab1b94265 deletion is rescheduled due to dependency. [ 1075.146103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1935a7c1-7253-4e10-a709-32aab1b94265" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.163762] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.498766] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b05f8088-42c9-4a42-824e-700f7ab2fae6: rpc.has_security_group_logging(os_id): False [ 1075.521246] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.521557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.521683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.521928] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.522062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.522361] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.522529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.522529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.522703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.522786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.522869] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 is going to be created. [ 1075.609757] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.609898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.609965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.610213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.610406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.643316] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 in Status: IN_PROGRESS for 2s [ 1075.667027] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.000805] env[65957]: INFO networking_nsxv3.common.synchronization [None req-6dc9a724-e4bf-4c4d-9293-142dae10cb3a None None] Enqueued Resource ID: 44f398c9-656c-4371-83ed-e77c35f15fb4 with Priority: HIGHEST for action port [ 1076.001293] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f398c9-656c-4371-83ed-e77c35f15fb4 with Priority: HIGHEST for action port [ 1076.001724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f398c9-656c-4371-83ed-e77c35f15fb4 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.001917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f398c9-656c-4371-83ed-e77c35f15fb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.002026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f398c9-656c-4371-83ed-e77c35f15fb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.002324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f398c9-656c-4371-83ed-e77c35f15fb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.002428] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f398c9-656c-4371-83ed-e77c35f15fb4',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.168341] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.169407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.169569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.171052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.171052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.171052] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1076.207986] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.208199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.208238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.208457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.208670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.220573] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1076.505542] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44f398c9-656c-4371-83ed-e77c35f15fb4 [ 1076.505834] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.506089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.506089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.506377] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.506448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.506568] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44f398c9-656c-4371-83ed-e77c35f15fb4 already deleted. [ 1076.506768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f398c9-656c-4371-83ed-e77c35f15fb4" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.973138] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1076.973281] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 deletion is rescheduled due to dependency. [ 1076.974742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.136492] env[65957]: INFO networking_nsxv3.common.synchronization [req-69444093-d013-4672-a3b8-4d5dca954ee7 req-1676f371-860e-4a62-8848-06c12daab793 tempest-ServerTagsTestJSON-1514730046 tempest-ServerTagsTestJSON-1514730046-project-member] Enqueued Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_members [ 1077.136621] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGHEST for action security_group_members [ 1077.138800] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.138941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.139023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.139227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.139394] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.139510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.139573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.139729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.139810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.139903] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.642329] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.642686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.642686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.642982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.642982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.643188] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.643289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.643349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.643573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.643642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.643678] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 is going to be updated. [ 1077.663202] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 in Status: SUCCESS [ 1077.663820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.682580] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.682580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.682580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.682580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.682580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.693125] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 in Status: IN_PROGRESS for 2s [ 1077.786354] env[65957]: INFO networking_nsxv3.common.synchronization [None req-93557713-5af0-41b9-b0be-e98439fcc84a tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_rules [ 1077.786865] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_rules [ 1077.787503] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.787737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.787820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.788092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.788194] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.896035] env[65957]: INFO networking_nsxv3.common.synchronization [None req-8d2506f4-4e54-4a25-947c-76fd9021b8f0 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_rules [ 1077.896757] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_rules [ 1077.896975] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.897078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.234860] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 4s [ 1078.321063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.321439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.321439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.321552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.322429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.322429] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 already deleted. [ 1078.322429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.322429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.322429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.322429] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.844831] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.844831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.844831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.845829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.845931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.846051] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 already deleted. [ 1078.846138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.887129] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f1501b72-b047-4c6a-8c18-cb6c2a2e9dec None None] Enqueued Resource ID: 2c23e0f2-753f-4874-a4a6-90107c8ce197 with Priority: HIGHEST for action port [ 1078.887129] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c23e0f2-753f-4874-a4a6-90107c8ce197 with Priority: HIGHEST for action port [ 1078.887129] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c23e0f2-753f-4874-a4a6-90107c8ce197 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.887129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c23e0f2-753f-4874-a4a6-90107c8ce197" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.887129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c23e0f2-753f-4874-a4a6-90107c8ce197" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.889978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c23e0f2-753f-4874-a4a6-90107c8ce197" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.890630] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c23e0f2-753f-4874-a4a6-90107c8ce197',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.394963] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c23e0f2-753f-4874-a4a6-90107c8ce197 [ 1079.395417] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.395659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.395807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.396157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.396329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.396503] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c23e0f2-753f-4874-a4a6-90107c8ce197 already deleted. [ 1079.396652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c23e0f2-753f-4874-a4a6-90107c8ce197" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.703978] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 in Status: SUCCESS [ 1079.704166] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 deletion is rescheduled due to dependency. [ 1079.704273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.249470] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1080.249470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.918315] env[65957]: INFO networking_nsxv3.common.synchronization [req-8d5a0e85-0fd0-493b-be24-ac2ed67a2222 req-baeaafd6-f607-4b8e-802c-4b2493673463 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1080.918717] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1080.919487] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.919487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.919487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.920186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.921016] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.921016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.921016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.921016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.921016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.921016] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.324316] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.324611] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.324611] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.324856] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.325086] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.325245] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.325361] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.325574] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.325716] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.325919] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.326246] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.326406] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.326522] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.326637] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.326746] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.326877] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.347795] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.348025] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.348177] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.348354] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-472" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.348660] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-5dfa5b5c-618f-4939-964d-6201afcdff49 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.348828] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.348948] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.349286] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.349424] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfa5b5c-618f-4939-964d-6201afcdff49',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.427216] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.427216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.427216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.427216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.427216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.427416] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.427515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.427579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.427733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.427808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.427893] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 1081.456457] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.456704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.456844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.457282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.457434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.469382] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 1081.852468] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.852934] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.853176] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.853601] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.853856] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.854133] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 5dfa5b5c-618f-4939-964d-6201afcdff49 not found, creating... [ 1081.854607] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.854938] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.855167] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.855585] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.855816] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.856314] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.856570] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.856764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.857170] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.857473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.857609] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 5dfa5b5c-618f-4939-964d-6201afcdff49 is going to be created. [ 1081.878424] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.878752] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.879012] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.879404] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.879737] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.880070] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.962412] env[65957]: INFO networking_nsxv3.common.synchronization [req-404263d1-a040-4131-840c-79d8429b011d req-af153f22-96b7-43d4-89b6-d86229e796a2 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1081.963359] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1081.963943] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.964194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.964335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.964714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.964939] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.965071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.965148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.965433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.965539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.965644] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.469743] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.470076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.470076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.470211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.470317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.470523] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.470658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.470712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.470857] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.470933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.471026] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1082.499052] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.499937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.499937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.499937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.499937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.510623] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1082.595700] env[65957]: INFO networking_nsxv3.common.synchronization [req-8d5a0e85-0fd0-493b-be24-ac2ed67a2222 req-2235e105-8bbc-472a-bfeb-b33730a0d8c8 service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 1082.595700] env[65957]: INFO networking_nsxv3.common.synchronization [req-8d5a0e85-0fd0-493b-be24-ac2ed67a2222 req-2235e105-8bbc-472a-bfeb-b33730a0d8c8 service nova] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1082.595872] env[65957]: INFO networking_nsxv3.common.synchronization [req-8d5a0e85-0fd0-493b-be24-ac2ed67a2222 req-2235e105-8bbc-472a-bfeb-b33730a0d8c8 service nova] Enqueued Resource ID: 5dfa5b5c-618f-4939-964d-6201afcdff49 with Priority: HIGHEST for action port [ 1082.596395] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_rules [ 1082.596633] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1082.596690] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfa5b5c-618f-4939-964d-6201afcdff49 with Priority: HIGHEST for action port [ 1082.597042] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.597168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.597237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.597431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.597510] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.598740] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.598979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.599234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dfa5b5c-618f-4939-964d-6201afcdff49 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.599234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.599353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.599821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.599821] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfa5b5c-618f-4939-964d-6201afcdff49',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.102508] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.102772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.102840] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dfa5b5c-618f-4939-964d-6201afcdff49 with status ACTIVE [ 1083.103020] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.103133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.103260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.103410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.103510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.103688] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.103784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.103844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.104014] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.104093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.104274] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.104367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.104430] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.104558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.104637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.104709] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dfa5b5c-618f-4939-964d-6201afcdff49 is going to be updated. [ 1083.127078] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.127231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.127315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.127481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.127621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.127779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dfa5b5c-618f-4939-964d-6201afcdff49" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.486324] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 1083.486324] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 1083.486324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.486324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.486324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.486324] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.486324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.486324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.488414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.488750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.490385] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.993055] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.495571] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.521256] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1084.521475] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 deletion is rescheduled due to dependency. [ 1084.521616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.997802] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.997991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.998142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.998434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.998601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.998726] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 1085.034093] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.034093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.034093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.034093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.034093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.044039] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 1087.061128] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 1087.061489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.061489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.061811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.062144] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.062401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.062528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.062778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.062830] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.063088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.063088] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.567105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.567512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.567512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.567600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.567744] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.567840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.567906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.568064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.568152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.568239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.568383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.568644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.568644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.568644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.568777] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.568868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.568926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.569071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.569146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.569222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.569311] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.597435] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.597777] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1088.072056] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e80be11b-f72b-4b96-a7ab-de076c0fd26b: rpc.has_security_group_logging(os_id): False [ 1088.090312] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.090545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.090616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.090850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.090976] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.091268] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.091378] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.091442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.091649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.091731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.091970] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.092129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.092173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.092344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.092429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.092628] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.092782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.092866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.093054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.093162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.093265] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 1088.258245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.258245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.258245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.258245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.258245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.275127] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 1089.255211] env[65957]: INFO networking_nsxv3.common.synchronization [None req-321d794a-cdd0-4cce-b19e-21250cf2c2a3 None None] Enqueued Resource ID: 29db8c9d-c110-4b66-b155-981655f602e0 with Priority: HIGHEST for action port [ 1089.255211] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29db8c9d-c110-4b66-b155-981655f602e0 with Priority: HIGHEST for action port [ 1089.255211] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-29db8c9d-c110-4b66-b155-981655f602e0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.255211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29db8c9d-c110-4b66-b155-981655f602e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.255211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29db8c9d-c110-4b66-b155-981655f602e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.256095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29db8c9d-c110-4b66-b155-981655f602e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.256299] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29db8c9d-c110-4b66-b155-981655f602e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.394164] env[65957]: INFO networking_nsxv3.common.synchronization [req-94181403-fefd-47e7-986c-98e390751358 req-2c3207bc-f2df-4996-a0fb-ebde3dabdc4e tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1089.395065] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1089.395641] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.396284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.399097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.399097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.399097] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.399097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.399097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.399097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.399097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.399097] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.760338] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29db8c9d-c110-4b66-b155-981655f602e0 [ 1089.761350] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.761565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.761642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.761880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.763107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.763107] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29db8c9d-c110-4b66-b155-981655f602e0 already deleted. [ 1089.763107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29db8c9d-c110-4b66-b155-981655f602e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.784039] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.784039] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.784202] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.784352] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.784606] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.784752] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.784862] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.785088] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.785221] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.785431] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.785540] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.785642] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.785743] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.785844] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.785944] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.786081] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.804344] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.804556] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.804652] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.804825] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.805158] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-ed858245-02e2-4e98-b873-1c2b5bb425e6 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.805336] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.805456] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.805809] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.805988] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed858245-02e2-4e98-b873-1c2b5bb425e6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.901656] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.120648] env[65957]: INFO networking_nsxv3.common.synchronization [None req-53adb628-c31c-45cd-9141-13fa377ef9da tempest-ServersTestJSON-641739995 tempest-ServersTestJSON-641739995-project-member] Enqueued Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_rules [ 1090.120648] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_rules [ 1090.120648] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.120843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.120843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.121740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.121740] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.247473] env[65957]: INFO networking_nsxv3.common.synchronization [None req-ebccd831-88a2-40a8-abc8-e6d78b98cada tempest-ServersTestJSON-641739995 tempest-ServersTestJSON-641739995-project-member] Enqueued Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_rules [ 1090.248169] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_rules [ 1090.248537] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.248730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.291726] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 1090.292104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.310085] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.310085] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.310085] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.310085] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.310085] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.310085] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port ed858245-02e2-4e98-b873-1c2b5bb425e6 not found, creating... [ 1090.310085] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.310085] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.310574] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.310574] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.310574] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.311736] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.311736] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.311736] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.314814] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.314814] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.314814] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: ed858245-02e2-4e98-b873-1c2b5bb425e6 is going to be created. [ 1090.338957] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.339218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.339331] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.339612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.339844] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.340097] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.404280] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.640597] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.640799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.640849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.641087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.641301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.641355] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 already deleted. [ 1090.641429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.641562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.641724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.642103] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.907784] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.907784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.907784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.907784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.907784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.907784] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be updated. [ 1090.937035] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.937211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.937272] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.937493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.937811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.947503] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: IN_PROGRESS for 2s [ 1091.115260] env[65957]: INFO networking_nsxv3.common.synchronization [req-94181403-fefd-47e7-986c-98e390751358 req-82c310f4-48dc-4539-a142-9168720e7769 service nova] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1091.115429] env[65957]: INFO networking_nsxv3.common.synchronization [req-94181403-fefd-47e7-986c-98e390751358 req-82c310f4-48dc-4539-a142-9168720e7769 service nova] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1091.115566] env[65957]: INFO networking_nsxv3.common.synchronization [req-94181403-fefd-47e7-986c-98e390751358 req-82c310f4-48dc-4539-a142-9168720e7769 service nova] Enqueued Resource ID: ed858245-02e2-4e98-b873-1c2b5bb425e6 with Priority: HIGHEST for action port [ 1091.116237] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_rules [ 1091.116429] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1091.116533] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed858245-02e2-4e98-b873-1c2b5bb425e6 with Priority: HIGHEST for action port [ 1091.116804] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.116952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.117160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.117289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.117408] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.118744] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.118744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.118926] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed858245-02e2-4e98-b873-1c2b5bb425e6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.118926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.119050] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.119123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.119274] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed858245-02e2-4e98-b873-1c2b5bb425e6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.166980] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.167167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.167167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.167343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.167425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.167513] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 already deleted. [ 1091.167629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.522736] env[65957]: INFO networking_nsxv3.common.synchronization [req-787ced80-90dc-4108-beab-6b313e982219 req-8dbc9cd7-0795-4eb6-9da6-453af202237f tempest-ServersTestManualDisk-557947122 tempest-ServersTestManualDisk-557947122-project-member] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_members [ 1091.523387] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGHEST for action security_group_members [ 1091.523719] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.524417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.524537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.524768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.524937] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.525092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.525163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.525352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.525446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.525556] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.622882] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.623023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.623220] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed858245-02e2-4e98-b873-1c2b5bb425e6 with status ACTIVE [ 1091.623391] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.623498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.623565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.623774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.623887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.624103] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.624201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.624263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.624421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.624496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.624672] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.624859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.624859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.624946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.625046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.625148] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed858245-02e2-4e98-b873-1c2b5bb425e6 is going to be updated. [ 1091.646697] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.646859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.646967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.647127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.647783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.648103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed858245-02e2-4e98-b873-1c2b5bb425e6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.832672] env[65957]: INFO networking_nsxv3.common.synchronization [req-4e1fe538-6ba8-4e0b-89ed-f6a04fc3d510 req-f6329e6e-84a5-4e37-88ae-bdcf1666350f tempest-ServerMetadataTestJSON-1377504541 tempest-ServerMetadataTestJSON-1377504541-project-member] Enqueued Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_members [ 1091.833333] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_members [ 1091.833663] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.833789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.833867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.834568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.834819] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.834977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.835064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.835229] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.835318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.835415] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.028063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.028266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.028266] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.028464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.028464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.028947] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.028947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.028947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.028947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.029119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.029119] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 is going to be updated. [ 1092.058367] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.058462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.058610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.058734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.058866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.070675] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: IN_PROGRESS for 2s [ 1092.260310] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.260757] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-690" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.260907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-690" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.261247] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-690" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.261511] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.261667] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.262006] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.263425] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.263594] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.263837] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.263954] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.264121] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.264211] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.264290] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.264397] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.264582] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.288175] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.288175] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.288324] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.288517] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-690" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.288846] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-ec008b92-d524-4d38-baeb-228a2be6ab75 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.289028] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.289161] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.289564] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.289645] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec008b92-d524-4d38-baeb-228a2be6ab75',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.302631] env[65957]: INFO networking_nsxv3.common.synchronization [None req-69843e54-528a-4421-8ae7-f03043a0faa7 None None] Enqueued Resource ID: aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04 with Priority: HIGHEST for action port [ 1092.303278] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04 with Priority: HIGHEST for action port [ 1092.303607] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.303742] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.303807] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.304173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.304264] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.339676] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.339676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.339676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.339676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.339676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.339676] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.339979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.339979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.339979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.339979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.340098] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 already deleted. [ 1092.340709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.793153] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.793572] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.793572] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.793806] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.793970] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.794149] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port ec008b92-d524-4d38-baeb-228a2be6ab75 not found, creating... [ 1092.794426] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.794587] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.794742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.795107] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.795107] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.795340] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.795487] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.795602] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.795806] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.795935] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.796085] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: ec008b92-d524-4d38-baeb-228a2be6ab75 is going to be created. [ 1092.806960] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04 [ 1092.807536] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.807536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.807536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.807672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.807672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.807723] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04 already deleted. [ 1092.807787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff2beb4-c3a0-4bd7-986d-05e4aaa2aa04" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.816886] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.817106] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.817232] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.817490] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.817714] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.817975] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.962697] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: SUCCESS [ 1092.963026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.963212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.963480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.963675] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.963997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.964098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.964253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.964340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.964436] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.466563] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.570555] env[65957]: INFO networking_nsxv3.common.synchronization [req-4e1fe538-6ba8-4e0b-89ed-f6a04fc3d510 req-ed904eda-d16c-4308-a978-9b7362c622f8 service nova] Enqueued Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_rules [ 1093.570736] env[65957]: INFO networking_nsxv3.common.synchronization [req-4e1fe538-6ba8-4e0b-89ed-f6a04fc3d510 req-ed904eda-d16c-4308-a978-9b7362c622f8 service nova] Enqueued Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_members [ 1093.570876] env[65957]: INFO networking_nsxv3.common.synchronization [req-4e1fe538-6ba8-4e0b-89ed-f6a04fc3d510 req-ed904eda-d16c-4308-a978-9b7362c622f8 service nova] Enqueued Resource ID: ec008b92-d524-4d38-baeb-228a2be6ab75 with Priority: HIGHEST for action port [ 1093.571422] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_rules [ 1093.571564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_members [ 1093.571660] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec008b92-d524-4d38-baeb-228a2be6ab75 with Priority: HIGHEST for action port [ 1093.571967] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.572581] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.572658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.572933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.573098] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.574301] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.574421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.574490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.574906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.575158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.575216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.575254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.576072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.576072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.576072] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.576383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec008b92-d524-4d38-baeb-228a2be6ab75 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.576443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.576476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.576626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.576695] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec008b92-d524-4d38-baeb-228a2be6ab75',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.970623] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.078546] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.078627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.078866] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.080254] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec008b92-d524-4d38-baeb-228a2be6ab75 with status ACTIVE [ 1094.080254] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.080254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.080254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.080399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.080508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.080699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.080812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.082958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.082958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.082958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.082958] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.082958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.082958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.082958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.082958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.082958] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec008b92-d524-4d38-baeb-228a2be6ab75 is going to be updated. [ 1094.086110] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 in Status: SUCCESS [ 1094.086110] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 deletion is rescheduled due to dependency. [ 1094.086110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.120547] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.120685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.120723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.121079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.121254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.121431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec008b92-d524-4d38-baeb-228a2be6ab75" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.475031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.475231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.475308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.475537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.475631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.475733] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be updated. [ 1094.506661] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.506873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.506873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.507093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.507278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.518749] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: IN_PROGRESS for 2s [ 1094.586527] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.089506] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.090150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.090325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.092155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.092155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.092155] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 is going to be created. [ 1095.117029] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.117029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.117029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.117029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.117029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.126949] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 in Status: UNINITIALIZED for 2s [ 1096.297175] env[65957]: INFO networking_nsxv3.common.synchronization [req-3ee88793-5ab1-43fd-85bd-f2085e46dad2 req-29d440ba-8c8d-4cc9-a338-cc04e20332b4 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_members [ 1096.298683] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_members [ 1096.299118] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.299204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.299517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.299517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.299667] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.299769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.299832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.299985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.300105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.300206] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.530258] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: SUCCESS [ 1096.530884] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.531107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.531340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.531541] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.531663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.531730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.531910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.531972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.532067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.532164] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.673708] env[65957]: INFO networking_nsxv3.common.synchronization [req-5682a33d-bf3e-4fe0-a85e-e452e44d4fd6 req-85d308d9-43c6-4d33-b9ad-44efc4b81a39 tempest-ServerDiskConfigTestJSON-1829077375 tempest-ServerDiskConfigTestJSON-1829077375-project-member] Enqueued Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1096.673864] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b with Priority: HIGHEST for action security_group_members [ 1096.674163] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80be11b-f72b-4b96-a7ab-de076c0fd26b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.674313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.674383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.674585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.674742] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.674843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.674905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.675066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.675153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.675247] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80be11b-f72b-4b96-a7ab-de076c0fd26b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.696282] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.696282] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.696282] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.696497] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.697080] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.697080] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.697232] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.697324] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.697580] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.697806] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.698037] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.698037] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.698141] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.698790] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.698790] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.698790] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.719269] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.719438] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.719578] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.719752] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.720084] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-2e11c138-bdad-478e-a749-b439dd9dab42 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.720258] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.720465] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.720718] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.720861] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e11c138-bdad-478e-a749-b439dd9dab42',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.802226] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.802445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.802663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.802898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.802937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.803183] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.803310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.803402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.803601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.803692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.803775] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 already deleted. [ 1096.803885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.035163] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.137688] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 in Status: SUCCESS [ 1097.138143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.138343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138782] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.138905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.138972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.139148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.139233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.139319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.139411] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.177848] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.177946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.178015] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.178233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.178325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.178517] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.178837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.178837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.178837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.178941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.178941] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b is going to be updated. [ 1097.206447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.206662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.206766] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.207082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.207312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.216857] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 2s [ 1097.223082] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.223447] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.223547] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.223950] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.224273] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.224428] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 2e11c138-bdad-478e-a749-b439dd9dab42 not found, creating... [ 1097.224786] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.225076] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.225238] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.227051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.227051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.227051] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.227051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.227051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.227051] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.227281] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.227368] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 2e11c138-bdad-478e-a749-b439dd9dab42 is going to be created. [ 1097.248492] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.248776] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.248942] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.249265] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.249526] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.249862] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.537771] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 268e2655-a5a3-4704-bb3b-27ce2432be56: rpc.has_security_group_logging(os_id): False [ 1097.557237] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.557376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.557447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.557875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.557875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.557978] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.558093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.558158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.558305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.558379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.558466] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be updated. [ 1097.617045] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.617298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.617442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.617601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.617805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.629905] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: IN_PROGRESS for 2s [ 1097.642421] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.642555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.642617] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.642871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.643060] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.643170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.643234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.643423] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.643510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.643596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.643740] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.643832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.643906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.644063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.644200] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.644293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.644354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.644490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.644566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.644648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.644736] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.969664] env[65957]: INFO networking_nsxv3.common.synchronization [req-3ee88793-5ab1-43fd-85bd-f2085e46dad2 req-d02c9f88-ae72-4be0-a6a4-ca76500ae4dc service nova] Enqueued Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_rules [ 1097.969664] env[65957]: INFO networking_nsxv3.common.synchronization [req-3ee88793-5ab1-43fd-85bd-f2085e46dad2 req-d02c9f88-ae72-4be0-a6a4-ca76500ae4dc service nova] Enqueued Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_members [ 1097.969664] env[65957]: INFO networking_nsxv3.common.synchronization [req-3ee88793-5ab1-43fd-85bd-f2085e46dad2 req-d02c9f88-ae72-4be0-a6a4-ca76500ae4dc service nova] Enqueued Resource ID: 2e11c138-bdad-478e-a749-b439dd9dab42 with Priority: HIGHEST for action port [ 1097.970090] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_rules [ 1097.970090] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_members [ 1097.970090] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e11c138-bdad-478e-a749-b439dd9dab42 with Priority: HIGHEST for action port [ 1097.970710] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.970710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.970710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.970710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.971262] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.972097] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.972097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.972097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.972097] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.972510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.972510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.972510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.972510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.972728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.972728] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.973865] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e11c138-bdad-478e-a749-b439dd9dab42 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.973865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.973865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.974165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.975709] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e11c138-bdad-478e-a749-b439dd9dab42',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.146578] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0: rpc.has_security_group_logging(os_id): False [ 1098.168921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.169102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.169102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.169385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.169508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.169764] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.169900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.169989] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.170305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.170562] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.170695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.170781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.171091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.171362] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.171491] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.171580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.172172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.172172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.172172] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 is going to be created. [ 1098.239382] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.239552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.239616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.239865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.240085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.254908] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 in Status: IN_PROGRESS for 2s [ 1098.477471] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.478680] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.478861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.479295] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e11c138-bdad-478e-a749-b439dd9dab42 with status ACTIVE [ 1098.479558] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.479687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.479753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.480010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.480160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.480482] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.480594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.480762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.480990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.483190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.483423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.483531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.483958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.483958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.483958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.483958] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e11c138-bdad-478e-a749-b439dd9dab42 is going to be updated. [ 1098.513704] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.513948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.513948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.514173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.514311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.514470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e11c138-bdad-478e-a749-b439dd9dab42" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.746471] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-7d283cba-6c78-4e47-822c-b0719d302628 tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1098.746744] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1098.747038] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.747163] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.747226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.747424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.747581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.747683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.747744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.747888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.747970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.748089] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.980421] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.091671] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-b6f19985-ca60-4eed-9f9a-54fca1dc1c4a tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1099.092286] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1099.092621] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.092747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.226880] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: IN_PROGRESS for 4s [ 1099.250611] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.250846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.250899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.251136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.251226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.251425] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.251518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.251583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.251757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.251852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.251887] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1099.277887] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.278070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.278210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.278413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.278590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.288642] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1099.441533] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.441742] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.441871] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.442224] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.442486] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.442642] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.442763] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.443021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.443168] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.443385] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.443495] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.443603] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.443711] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.443850] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.444034] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.444247] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.464309] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.464491] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.464631] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.464811] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-94" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.465148] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.465339] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.465461] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.465832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.465976] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5b135c-20f8-4c60-a268-d8e8c2b387ff',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.484784] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.484941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.485028] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.486133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.486133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.486133] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 is going to be created. [ 1099.511471] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.511628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.511697] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.511907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.512075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.522697] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 in Status: UNINITIALIZED for 2s [ 1099.642467] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: SUCCESS [ 1099.642635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.969262] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.969643] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.969827] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.970156] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.970307] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.970472] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port bd5b135c-20f8-4c60-a268-d8e8c2b387ff not found, creating... [ 1099.970840] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.971086] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.971230] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.971484] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.971810] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.972175] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.972402] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.972568] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.972842] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.973064] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.973234] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: bd5b135c-20f8-4c60-a268-d8e8c2b387ff is going to be created. [ 1099.996315] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.996635] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.996822] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.997142] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.997486] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.997832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.272224] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 in Status: SUCCESS [ 1100.272524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.471110] env[65957]: INFO networking_nsxv3.common.synchronization [None req-6a774675-554c-49e1-8899-2a299d61d3df tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1100.471765] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1100.471968] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.472107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.472173] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.473106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.473106] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.473106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.473106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.473106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.473106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.476520] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.694302] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-11fb8d86-1bc3-4633-b880-066717e64f9e service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1100.697758] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-11fb8d86-1bc3-4633-b880-066717e64f9e service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1100.697758] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-11fb8d86-1bc3-4633-b880-066717e64f9e service nova] Enqueued Resource ID: bd5b135c-20f8-4c60-a268-d8e8c2b387ff with Priority: HIGHEST for action port [ 1100.697905] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1100.698058] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1100.698142] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5b135c-20f8-4c60-a268-d8e8c2b387ff with Priority: HIGHEST for action port [ 1100.698416] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.698583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.698626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.698788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.698872] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.699756] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.699847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.700450] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.700450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.700450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.700644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.700740] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5b135c-20f8-4c60-a268-d8e8c2b387ff',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.980267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.980569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.980673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.980923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.004876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.004876] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.004876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.004876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.004876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.004876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.004876] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1101.031939] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.031939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.031939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.031939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.031939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.045651] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1101.177120] env[65957]: INFO networking_nsxv3.common.synchronization [req-93a0eb28-766b-4e95-b34b-ceabc7196e4d req-7412e81d-c642-47b1-815d-fd726e00f3cd tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1101.177699] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1101.178681] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.178891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.178963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.179230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.179434] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.179535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.179597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.179759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.179828] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.179922] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.202507] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.202507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.202507] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5b135c-20f8-4c60-a268-d8e8c2b387ff with status ACTIVE [ 1101.202723] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.202723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.202818] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.203111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.203198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.203377] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.203470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.203527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.203681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.203752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.204176] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.204176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.204176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.204311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.204368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.204451] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5b135c-20f8-4c60-a268-d8e8c2b387ff is going to be updated. [ 1101.229337] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.229337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.229337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.229337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.229337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.229337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5b135c-20f8-4c60-a268-d8e8c2b387ff" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.239089] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b in Status: SUCCESS [ 1101.239292] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80be11b-f72b-4b96-a7ab-de076c0fd26b deletion is rescheduled due to dependency. [ 1101.239434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80be11b-f72b-4b96-a7ab-de076c0fd26b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.302032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1101.302250] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 deletion is rescheduled due to dependency. [ 1101.302393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.302585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.302862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.303087] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.303240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.303315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.303502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.303612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.303717] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.526573] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.526775] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.526906] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.527289] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.527621] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.527868] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.527997] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.528247] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.528416] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.528678] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.528881] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.529100] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.529254] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.529425] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.529565] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.530090] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.533372] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.533548] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.533667] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.534053] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.534450] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.534675] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.534884] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.535208] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.535394] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.535627] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.535823] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.535952] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.536081] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.536291] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.536569] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.536753] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.548153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 in Status: SUCCESS [ 1101.548870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.549171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.549525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.549823] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.550984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.550984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.550984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.550984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550984] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.559902] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.560175] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.560316] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.560553] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.563383] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.563747] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.564990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.565524] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.566326] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98bfbf53-e49f-4a17-af6f-1b6a6411e00f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.569806] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.569806] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.569806] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.571162] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-69" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.571162] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-0108866f-1678-4640-af2e-5c460489c4e7 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.571162] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.571162] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.571162] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.571910] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0108866f-1678-4640-af2e-5c460489c4e7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.683729] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.805893] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.054797] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.075707] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.076102] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.076102] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.076343] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.076512] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.076647] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 0108866f-1678-4640-af2e-5c460489c4e7 not found, creating... [ 1102.076918] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.077093] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.077211] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.077453] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.077620] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.077971] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.078155] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.078274] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.078489] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.078620] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.078762] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 0108866f-1678-4640-af2e-5c460489c4e7 is going to be created. [ 1102.080070] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.080301] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.080432] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.080671] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.080833] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.081028] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 98bfbf53-e49f-4a17-af6f-1b6a6411e00f not found, creating... [ 1102.081297] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.081468] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.081586] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.081825] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.081966] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.082297] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.082453] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.082584] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.082791] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.082989] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.083249] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 98bfbf53-e49f-4a17-af6f-1b6a6411e00f is going to be created. [ 1102.110908] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.111134] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.111261] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.111540] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.111763] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.111995] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.113645] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.113817] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.113962] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.114230] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.114436] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.114646] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.184942] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.308712] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.557109] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d032f33c-7f5c-4ab1-bc5a-71fe6310f965: rpc.has_security_group_logging(os_id): False [ 1102.580220] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.580220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.580339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.580594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.580594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.580929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.581134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.581222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.581417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.581503] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.581600] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 is going to be created. [ 1102.670655] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.670655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.670950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.670950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.671225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.684297] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 in Status: IN_PROGRESS for 2s [ 1102.687864] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.688116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.688174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.688373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.688534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.688677] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1102.769491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.769710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.769710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.769981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.770150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.779511] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1102.810814] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-09ed8535-0a8b-4682-b41d-ea17ec8d6f2e service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1102.811032] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-09ed8535-0a8b-4682-b41d-ea17ec8d6f2e service nova] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1102.811173] env[65957]: INFO networking_nsxv3.common.synchronization [req-19372a63-6092-4e91-8ec0-d67f41c43d8e req-09ed8535-0a8b-4682-b41d-ea17ec8d6f2e service nova] Enqueued Resource ID: 0108866f-1678-4640-af2e-5c460489c4e7 with Priority: HIGHEST for action port [ 1102.811597] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.811756] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.811808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.812010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.812127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.812227] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1102.813682] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_rules [ 1102.813878] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1102.813970] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0108866f-1678-4640-af2e-5c460489c4e7 with Priority: HIGHEST for action port [ 1102.814281] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.814483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.814589] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.814664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.814915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0108866f-1678-4640-af2e-5c460489c4e7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.815023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.815076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.815270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.815356] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0108866f-1678-4640-af2e-5c460489c4e7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.822025] env[65957]: INFO networking_nsxv3.common.synchronization [req-93a0eb28-766b-4e95-b34b-ceabc7196e4d req-cba1227b-6b8e-446f-9150-22f501a9a094 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1102.822025] env[65957]: INFO networking_nsxv3.common.synchronization [req-93a0eb28-766b-4e95-b34b-ceabc7196e4d req-cba1227b-6b8e-446f-9150-22f501a9a094 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1102.822025] env[65957]: INFO networking_nsxv3.common.synchronization [req-93a0eb28-766b-4e95-b34b-ceabc7196e4d req-cba1227b-6b8e-446f-9150-22f501a9a094 service nova] Enqueued Resource ID: 98bfbf53-e49f-4a17-af6f-1b6a6411e00f with Priority: HIGHEST for action port [ 1102.822025] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1102.822025] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1102.822025] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bfbf53-e49f-4a17-af6f-1b6a6411e00f with Priority: HIGHEST for action port [ 1102.822025] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.822025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.822025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.827100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.827100] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.827100] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.827100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.827100] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.827100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.827100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.827100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.827100] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98bfbf53-e49f-4a17-af6f-1b6a6411e00f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.864928] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.865131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.865183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.865368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.865515] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.048193] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1103.054044] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1103.054440] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed deletion is rescheduled due to dependency. [ 1103.054440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320606] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0108866f-1678-4640-af2e-5c460489c4e7 with status ACTIVE [ 1103.321195] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.321195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.321300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.321585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.321720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.321982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.322148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.322242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.322473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.322590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.322867] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.323024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.323138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.323350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.323460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.323578] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0108866f-1678-4640-af2e-5c460489c4e7 is going to be updated. [ 1103.327133] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.327268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.331213] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98bfbf53-e49f-4a17-af6f-1b6a6411e00f with status ACTIVE [ 1103.331448] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.331582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.331663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.331877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.331967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.332752] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.333236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.333342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.333516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.333601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.333797] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.333924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.333994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.334146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.334250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.334349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98bfbf53-e49f-4a17-af6f-1b6a6411e00f is going to be updated. [ 1103.364472] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.364631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.364693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.364917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.365752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.365934] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0108866f-1678-4640-af2e-5c460489c4e7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.366919] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.367091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.367178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.367496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.367496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.367603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98bfbf53-e49f-4a17-af6f-1b6a6411e00f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.698054] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 in Status: SUCCESS [ 1104.698054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.792166] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1104.792166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.792166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.792166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.792166] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.792166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.792166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.792166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.792166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.792166] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.061807] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1105.063034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.063034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.063243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.063289] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.063447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.063539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.063806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.063883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.064092] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.299435] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.570468] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.802397] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.915770] env[65957]: INFO networking_nsxv3.common.synchronization [req-f476f9b4-4e34-412a-87f8-fc96d92a953d req-4ad3d26f-303d-4035-a721-0b6aeb329bb0 tempest-ServersTestJSON-641739995 tempest-ServersTestJSON-641739995-project-member] Enqueued Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_members [ 1105.916064] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_members [ 1105.916469] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.916638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.916719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.917056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.917219] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.917373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.917449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.917633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.917718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.917813] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.079568] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.308431] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.308588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.308659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.310033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.310162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.311864] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1106.353437] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.356594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.356594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.356594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.356594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.363186] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.363396] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-942" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.363468] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-942" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.364264] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-942" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.364593] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.364696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.364894] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.365271] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.365512] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.365764] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.366730] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.366730] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.366730] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.366730] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.366730] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.366970] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.369335] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1106.394178] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.394449] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.394613] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.394832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-942" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.395204] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-58c9790f-4c22-4fef-89ea-74a837f77e53 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.395378] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.395514] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.395922] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.396447] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c9790f-4c22-4fef-89ea-74a837f77e53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.421819] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.421819] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.421819] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 already deleted. [ 1106.421819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.586480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.586633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.586739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.586962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.587063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.587171] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1106.623596] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.623596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.623596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.623880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.623880] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.633966] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1106.899039] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.899039] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.899786] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.899786] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.899786] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.899786] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 58c9790f-4c22-4fef-89ea-74a837f77e53 not found, creating... [ 1106.899915] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.900114] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.900232] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.900460] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.900598] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.900919] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.901131] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.901255] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.901473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.901604] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.901741] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 58c9790f-4c22-4fef-89ea-74a837f77e53 is going to be created. [ 1106.924538] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.924775] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.924903] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.925227] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.925481] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.925724] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.143415] env[65957]: INFO networking_nsxv3.common.synchronization [req-f476f9b4-4e34-412a-87f8-fc96d92a953d req-1eba45c1-7dfe-45d9-a82a-57560302b16f service nova] Enqueued Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_rules [ 1108.143415] env[65957]: INFO networking_nsxv3.common.synchronization [req-f476f9b4-4e34-412a-87f8-fc96d92a953d req-1eba45c1-7dfe-45d9-a82a-57560302b16f service nova] Enqueued Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_members [ 1108.143415] env[65957]: INFO networking_nsxv3.common.synchronization [req-f476f9b4-4e34-412a-87f8-fc96d92a953d req-1eba45c1-7dfe-45d9-a82a-57560302b16f service nova] Enqueued Resource ID: 58c9790f-4c22-4fef-89ea-74a837f77e53 with Priority: HIGHEST for action port [ 1108.143415] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_rules [ 1108.143415] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_members [ 1108.143415] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c9790f-4c22-4fef-89ea-74a837f77e53 with Priority: HIGHEST for action port [ 1108.144151] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.144151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.144768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.144768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.144768] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.145820] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.145933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.145997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.146205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.146359] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.146460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.146522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.146722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.146790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.146887] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.148246] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c9790f-4c22-4fef-89ea-74a837f77e53 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.148246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.148246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.148246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.148246] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c9790f-4c22-4fef-89ea-74a837f77e53',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.381096] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1108.381331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.381502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.381726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.381983] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.382160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.382160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.382316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.382316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.382455] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.382455] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.645167] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1108.645420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.645583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.645805] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.646045] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.646169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.646255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.646431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.646511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.646603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.646732] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.647678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.647877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.648064] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.648175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.648260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.648417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.648526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.648577] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.649647] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.649788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.654312] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.656018] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58c9790f-4c22-4fef-89ea-74a837f77e53 with status ACTIVE [ 1108.656223] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.656341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.656412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.658363] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.658363] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.658363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.658363] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58c9790f-4c22-4fef-89ea-74a837f77e53 is going to be updated. [ 1108.687706] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.687706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.687706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.687706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.687706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.688086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c9790f-4c22-4fef-89ea-74a837f77e53" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.885207] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.885411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.885514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.885762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.885993] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.886164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.886241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.886450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.886570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.886669] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.886851] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.887122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.887122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.887333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.887439] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.887508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.887508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.887648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.887694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.887791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.887882] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.150628] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.151025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.151025] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.160455] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.391745] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 1109.414115] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.414310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.414396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.414731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.415164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.415164] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.415361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.415361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.415707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.415707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.415707] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.415864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.415864] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.415992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.416156] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.416404] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.416500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.416559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.416698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.416769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.416852] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1109.496458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.496458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.496458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.496458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.496458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.514567] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1109.654188] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.662646] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.662841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.662841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.663197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.663333] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.663399] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 is going to be created. [ 1109.687359] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.687546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.687589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.687804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.687962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.700885] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 in Status: UNINITIALIZED for 2s [ 1109.892175] env[65957]: INFO networking_nsxv3.common.synchronization [req-7c6074a3-f506-40b7-8b0b-9dfeca3166bc req-8877bddb-21f1-4dcd-8f9c-32080803a05b tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_members [ 1109.892175] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 with Priority: HIGHEST for action security_group_members [ 1109.892175] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.892175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.892175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.893379] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.893740] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.895094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.895094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.895094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.895094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.895094] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eacff84-9f01-49c0-9967-df4c9f5d1cc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.113668] env[65957]: INFO networking_nsxv3.common.synchronization [req-f753cfd7-ae25-4e24-a326-4b1e5d9ff583 req-2ba845b0-6de3-4489-97ed-085cc3742420 tempest-AttachVolumeShelveTestJSON-1298864016 tempest-AttachVolumeShelveTestJSON-1298864016-project-member] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 1110.114319] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGHEST for action security_group_members [ 1110.114319] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.114319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.114538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.114626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.114739] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.115559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.115559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.115559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.115559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.115559] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.158666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.158666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.158666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.158666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.158666] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.158666] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1110.190799] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.191224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.191403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.191858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.192322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.206820] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1110.398133] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.398359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.398432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.398758] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.451899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.452306] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.452505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.452598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.452831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.452926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.453789] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 is going to be updated. [ 1110.496123] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.497034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.497252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.497583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.499221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.512583] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 in Status: IN_PROGRESS for 2s [ 1110.602426] env[65957]: INFO networking_nsxv3.common.synchronization [req-abf28c5a-08e8-41dd-967d-d2eec89094bc req-38feefa7-fefb-4315-8989-b69094671760 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1110.603102] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1110.603470] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.603610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.603673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.603893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.604340] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.604483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.604641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.604868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.604968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.605077] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.621931] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.622175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.622223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.622445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.622558] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.622781] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.622883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.622943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.623146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.623225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.623315] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d is going to be updated. [ 1110.669595] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.669776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.669827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.670054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.670210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.682555] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: IN_PROGRESS for 2s [ 1110.989752] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.990060] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.990777] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.991179] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.992145] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.992401] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.992832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.992832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.993207] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.993430] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.993714] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.993714] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.993792] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.993906] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.994031] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.994202] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.017131] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.017356] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.017503] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.017681] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.018016] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.018207] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.018334] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.018734] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.018877] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.107970] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.108061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.108095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.108305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.108399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.108614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.110464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.110464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.110464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.110464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.110464] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1111.138754] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.140047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.140047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.140047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.140047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.151239] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1111.315054] env[65957]: INFO networking_nsxv3.common.synchronization [req-676a515a-d8a9-4de8-ae0b-a7ac55e7e9e6 req-bea96164-6e47-4b29-9656-77e75e2e9707 tempest-DeleteServersTestJSON-936747692 tempest-DeleteServersTestJSON-936747692-project-member] Enqueued Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 1111.315913] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd3e9-9439-4353-944c-d808906d953d with Priority: HIGHEST for action security_group_members [ 1111.316505] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dcd3e9-9439-4353-944c-d808906d953d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.316676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.316791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.317038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.317265] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.317398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.317484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.317696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.317803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.317952] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dcd3e9-9439-4353-944c-d808906d953d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.521956] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.522321] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.522508] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.522913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.523319] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.523556] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 not found, creating... [ 1111.523959] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.524212] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.524398] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.524735] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.524946] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.525403] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.525636] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.525819] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.526139] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.526350] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.526633] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 is going to be created. [ 1111.528775] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1111.529056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.552154] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.552445] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.552626] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.552960] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.553301] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.553554] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.717569] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 in Status: SUCCESS [ 1111.717877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.718177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.718510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.718817] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.719021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.719138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.719396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.719532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.719672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.719817] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.811962] env[65957]: INFO networking_nsxv3.common.synchronization [req-81450858-face-4d6c-8b70-751e90ac2d48 req-fcb92b51-1225-4146-a976-87a504309f43 tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_members [ 1111.812416] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGHEST for action security_group_members [ 1111.812731] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.812849] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.812915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.813218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.813507] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.813507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.813635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.813678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.813771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.813853] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.820244] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.821441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.821441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.821441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.843131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.843234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.843340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.843406] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.843981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.843981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.843981] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d is going to be updated. [ 1111.873105] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.873105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.873105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.873269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.873419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.882025] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: IN_PROGRESS for 2s [ 1112.220245] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1112.220245] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.220477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.220747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.221325] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.222913] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.223319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.223319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.223458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.223594] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.223711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.223773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.223945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.225013] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.225360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.225360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.225360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.225524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.225524] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.225612] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.226799] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.318493] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.319125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.319347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.319937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.323945] env[65957]: INFO networking_nsxv3.common.synchronization [req-abf28c5a-08e8-41dd-967d-d2eec89094bc req-7ae4ecd9-dd4c-4878-be33-44a5d4d2e53d service nova] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 1112.324478] env[65957]: INFO networking_nsxv3.common.synchronization [req-abf28c5a-08e8-41dd-967d-d2eec89094bc req-7ae4ecd9-dd4c-4878-be33-44a5d4d2e53d service nova] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1112.325157] env[65957]: INFO networking_nsxv3.common.synchronization [req-abf28c5a-08e8-41dd-967d-d2eec89094bc req-7ae4ecd9-dd4c-4878-be33-44a5d4d2e53d service nova] Enqueued Resource ID: 6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 with Priority: HIGHEST for action port [ 1112.325917] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 1112.326148] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1112.326332] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 with Priority: HIGHEST for action port [ 1112.327076] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.327360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.327360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.327686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.327816] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.329662] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.330146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.330146] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.330146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.330308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.330399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.330452] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.350670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.351386] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.351624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.351750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.352016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.352236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.352532] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f is going to be updated. [ 1112.393917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.393917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.393917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.393917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.393917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.407006] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6720483-73cc-4d21-a036-60a8ab5d713f in Status: IN_PROGRESS for 2s [ 1112.495842] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.495842] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.495842] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.495842] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.495842] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.495842] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.496402] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.496402] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.496402] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.496507] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.496632] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.496725] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.497514] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.497514] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.497514] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.497514] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.520497] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.520675] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.520812] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.521032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.521359] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-d61f40ef-d00c-456e-bf61-4dad3a2315fb taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.521535] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.521647] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.522110] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.522270] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61f40ef-d00c-456e-bf61-4dad3a2315fb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.527355] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 in Status: SUCCESS [ 1112.527553] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eacff84-9f01-49c0-9967-df4c9f5d1cc2 deletion is rescheduled due to dependency. [ 1112.527661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eacff84-9f01-49c0-9967-df4c9f5d1cc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.693891] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a2d944-09f4-42e2-824e-4d7e458f766d in Status: SUCCESS [ 1112.694639] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d deletion is rescheduled due to dependency. [ 1112.694639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.729332] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ab918e-67c4-4f0d-a0f8-acd148794601: rpc.has_security_group_logging(os_id): False [ 1112.732214] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5ea3ce5-63fb-4234-b162-d4d1843f0234: rpc.has_security_group_logging(os_id): False [ 1112.750123] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.750294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.750365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.750630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.750694] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.750913] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.751017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751079] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.751512] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.751604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752165] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.752270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.752340] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.752521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.752638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752738] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1112.754661] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.754774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.754846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.755016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.755102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.755384] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.755499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.755564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.755710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.755785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.755871] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 is going to be created. [ 1112.836915] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 with status ACTIVE [ 1112.836915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.836915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.836915] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.836915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.836915] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3 is going to be updated. [ 1112.839784] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.840338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.852045] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.852045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.852045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.852045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.852045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.865599] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.865755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.865826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.866063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.866218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.873231] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.874092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.874197] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.874443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.874579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.874754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ffc8b3d-ecb9-4a02-8187-9bb01b9ed9d3" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.880651] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 in Status: IN_PROGRESS for 2s [ 1112.882733] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1113.027792] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.028162] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.028375] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.028803] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.029063] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.029306] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port d61f40ef-d00c-456e-bf61-4dad3a2315fb not found, creating... [ 1113.029733] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.030054] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.030347] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.030724] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.031069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.031585] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.031820] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.031996] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.032369] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.033121] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.033121] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb is going to be created. [ 1113.058627] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.059027] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.059271] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.059672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.060034] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.060405] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.175396] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1113.175396] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 deletion is rescheduled due to dependency. [ 1113.175396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.175396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.175396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.175396] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.175396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.175396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.175396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.175396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.175396] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.681851] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.797242] env[65957]: INFO networking_nsxv3.common.synchronization [req-ac48dabd-2657-4053-9d0a-0edbed91b3b7 req-dc6d0072-c423-47f2-8b25-e6b0a5ed7cf9 service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 1113.797452] env[65957]: INFO networking_nsxv3.common.synchronization [req-ac48dabd-2657-4053-9d0a-0edbed91b3b7 req-dc6d0072-c423-47f2-8b25-e6b0a5ed7cf9 service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1113.797593] env[65957]: INFO networking_nsxv3.common.synchronization [req-ac48dabd-2657-4053-9d0a-0edbed91b3b7 req-dc6d0072-c423-47f2-8b25-e6b0a5ed7cf9 service nova] Enqueued Resource ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb with Priority: HIGHEST for action port [ 1113.799537] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 1113.799537] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1113.799537] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb with Priority: HIGHEST for action port [ 1113.799537] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.799537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.799893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.800023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.800523] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.802516] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.802516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.802516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.802728] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.802899] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.803069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.803155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.803463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.803518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.803699] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.812407] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61f40ef-d00c-456e-bf61-4dad3a2315fb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.812726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.812726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.812948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.812998] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61f40ef-d00c-456e-bf61-4dad3a2315fb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.894627] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dcd3e9-9439-4353-944c-d808906d953d in Status: SUCCESS [ 1113.894906] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dcd3e9-9439-4353-944c-d808906d953d deletion is rescheduled due to dependency. [ 1113.895045] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dcd3e9-9439-4353-944c-d808906d953d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.184601] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.302693] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.302939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.306836] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.315530] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d61f40ef-d00c-456e-bf61-4dad3a2315fb with status ACTIVE [ 1114.317237] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.317237] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.317237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.318349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.318349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.318349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.318349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.318349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.318349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb is going to be updated. [ 1114.350549] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.350549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.350716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.350834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.351030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.351159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.426877] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6720483-73cc-4d21-a036-60a8ab5d713f in Status: SUCCESS [ 1114.426877] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f deletion is rescheduled due to dependency. [ 1114.426877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.687572] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.687883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.687883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.689409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.689409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.689409] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1114.721960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.721960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.721960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.721960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.721960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.737874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1114.794252] env[65957]: INFO networking_nsxv3.common.synchronization [req-44bc4815-5754-42c1-b10d-e02d32d26baf req-adf17b53-5fba-4082-95f0-de6345419b5c tempest-ServerMetadataTestJSON-1377504541 tempest-ServerMetadataTestJSON-1377504541-project-member] Enqueued Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_members [ 1114.795717] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 with Priority: HIGHEST for action security_group_members [ 1114.795717] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.795717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.797179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.797179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.797179] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.797179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.797179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.797179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.797179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.797179] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ea212d-a2bb-4f8f-8180-63d4c47aa5e0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.809888] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.895660] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 in Status: SUCCESS [ 1114.896026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.896804] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1114.896978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.897479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.897717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.897828] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.300862] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.301104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.301184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.301409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.301571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.302990] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.302990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.302990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.302990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.302990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.302990] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 is going to be updated. [ 1115.316374] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.316604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.317350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.317350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.317350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.317350] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1115.338366] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.338366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.338366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.339226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.342216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.351787] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 in Status: IN_PROGRESS for 2s [ 1115.356109] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.356381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.356454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.356754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.356972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.369265] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1115.402633] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.402863] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.402927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.403286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.403516] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.403651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.403746] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.403940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.404990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.404990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.404990] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.907222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.907529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.907529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.907673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.907848] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.907947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.908017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.908169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.908258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.908357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.908525] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.908660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.908725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.908905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.909021] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.909129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.909186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.909320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.909390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.909471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.909559] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.178038] env[65957]: INFO networking_nsxv3.common.synchronization [None req-e342bb3e-26e4-460b-bb55-b797859afd27 tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_rules [ 1116.178982] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_rules [ 1116.178982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.178982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.178982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.179308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.179308] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.279305] env[65957]: INFO networking_nsxv3.common.synchronization [None req-dcc88abf-d9f6-451d-9936-72bad7ec4484 tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_rules [ 1116.280346] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_rules [ 1116.281965] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.281965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.412437] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9ab918e-67c4-4f0d-a0f8-acd148794601: rpc.has_security_group_logging(os_id): False [ 1116.431925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.432144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.432144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.432376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.432457] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.432836] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.432836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.432836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.433091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.433091] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.433528] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.433528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.433528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.433714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.433761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.433945] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.434055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.434114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.434303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.434425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.434465] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1116.508228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.508373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.508443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.508653] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.508796] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.528901] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1116.702543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.702638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.702638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.702865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.702950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.703104] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 already deleted. [ 1116.703188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.703703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.703703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.703703] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.749534] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1116.749534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.749534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.749534] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.751019] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.751019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.751019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.751019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.751019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.751019] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.751019] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.228809] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.229074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.229108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.229760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.229760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.229760] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 already deleted. [ 1117.229760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.253349] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.365510] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 in Status: SUCCESS [ 1117.365788] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ea212d-a2bb-4f8f-8180-63d4c47aa5e0 deletion is rescheduled due to dependency. [ 1117.365972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ea212d-a2bb-4f8f-8180-63d4c47aa5e0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.380212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1117.380437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.380607] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.380832] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.381075] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.381253] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.381335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.381497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.381582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.381668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.381781] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.681973] env[65957]: INFO networking_nsxv3.common.synchronization [req-34783775-524a-48f2-aff5-fdabb48c329b req-7c63487c-6304-4af7-8592-4d07f075202d tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1117.682173] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1117.682504] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.682628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.682696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.682889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.683058] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.683226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.683289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.683442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.683595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.683710] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.756718] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63006db2-be58-4e06-8c73-eb8e691b0be2: rpc.has_security_group_logging(os_id): False [ 1117.781462] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.782017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.782110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.782338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.782434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.782692] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.782806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.782872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.783033] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.783172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.783268] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1117.842618] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.842779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.842879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.843152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.843325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.861626] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1117.885024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.885279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.885360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.885689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.887802] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.887802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.887802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.887802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.887958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.887992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.888184] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.888302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.888302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.889329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.889329] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.889329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.889329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.889329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.889329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.889329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.889567] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.930563] env[65957]: INFO networking_nsxv3.common.synchronization [req-34783775-524a-48f2-aff5-fdabb48c329b req-1a12fa86-a1b5-4e2b-baa8-dc46adaa0981 tempest-ServersTestMultiNic-1765795498 tempest-ServersTestMultiNic-1765795498-project-member] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1117.931195] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGHEST for action security_group_members [ 1117.933610] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.933610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.186397] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.394956] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d6b2a0-2695-40d0-aa5f-7e83cd159aed: rpc.has_security_group_logging(os_id): False [ 1118.414044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.414332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.414385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.414640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.414767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.415197] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.415319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.415319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.416044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.416044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.416044] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.416044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.416264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.416344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.416452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.416724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.416865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.417230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.417230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.417336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.417402] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1118.487579] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.488747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.488747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.488747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.488747] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.502129] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1118.542205] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1118.542538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.688428] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.192822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.192946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.193064] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.193323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.193470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.193565] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1119.224383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.224575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.224654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.224879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.225048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.235082] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1119.878332] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1119.878738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.517305] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1120.517527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.251651] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1121.251919] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.252048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.252278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.252467] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.253396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.253396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.253396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.253396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.253396] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.379463] env[65957]: INFO networking_nsxv3.common.synchronization [req-8b9ccd3c-4888-43e4-be55-d599731963f1 req-ba9ca53e-f1c6-4bb3-b4ba-73551dd168ae tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1121.380031] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1121.384024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.384024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.384024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.384024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.384024] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.384024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.384024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.384024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.384024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.384024] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.756341] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.756341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.756570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.756603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.756727] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.756872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.756968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.757039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.757196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.757289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.757345] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be updated. [ 1121.780977] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.781285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.781285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.781391] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.781551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.790780] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: IN_PROGRESS for 2s [ 1121.887564] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.939114] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.939114] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.939114] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.939114] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.939669] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.940183] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.940183] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.940355] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.940577] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.940836] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.941008] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.941256] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.941414] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.941745] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.941899] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.942135] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.965769] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.965769] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.965886] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.966571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.966571] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-0447d149-a24d-4e20-85eb-7db4ca242790 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.966816] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.966816] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.967414] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.967414] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0447d149-a24d-4e20-85eb-7db4ca242790',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.389693] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.469671] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.470022] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.470090] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.471177] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.471366] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.471539] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 0447d149-a24d-4e20-85eb-7db4ca242790 not found, creating... [ 1122.471920] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.472108] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.472228] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.472527] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.472634] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.472930] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.473097] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.473529] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.473529] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.473654] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.473728] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 0447d149-a24d-4e20-85eb-7db4ca242790 is going to be created. [ 1122.498198] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.498198] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.499334] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.500181] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.500567] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.500919] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892346] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.892575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.893749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.893749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.893749] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.893932] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1122.933043] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.934702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.934702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.934702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.934702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.946430] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1123.344308] env[65957]: INFO networking_nsxv3.common.synchronization [req-8b9ccd3c-4888-43e4-be55-d599731963f1 req-61c168e5-29ec-476d-a1ac-31a69fadcb70 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1123.344308] env[65957]: INFO networking_nsxv3.common.synchronization [req-8b9ccd3c-4888-43e4-be55-d599731963f1 req-61c168e5-29ec-476d-a1ac-31a69fadcb70 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1123.344575] env[65957]: INFO networking_nsxv3.common.synchronization [req-8b9ccd3c-4888-43e4-be55-d599731963f1 req-61c168e5-29ec-476d-a1ac-31a69fadcb70 service nova] Enqueued Resource ID: 0447d149-a24d-4e20-85eb-7db4ca242790 with Priority: HIGHEST for action port [ 1123.344924] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1123.345077] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1123.345177] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0447d149-a24d-4e20-85eb-7db4ca242790 with Priority: HIGHEST for action port [ 1123.345516] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.345655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.345723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.345930] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.346016] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.346921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.346970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347225] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0447d149-a24d-4e20-85eb-7db4ca242790 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.347336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.347647] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0447d149-a24d-4e20-85eb-7db4ca242790',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.803112] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 in Status: SUCCESS [ 1123.803465] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 deletion is rescheduled due to dependency. [ 1123.803465] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.849246] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.849385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.850303] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0447d149-a24d-4e20-85eb-7db4ca242790 with status ACTIVE [ 1123.850303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.850303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.850303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.850303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.850620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.850620] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.850702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.850743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.850909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.851022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.852023] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.852023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.852023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.852023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.852023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.852023] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0447d149-a24d-4e20-85eb-7db4ca242790 is going to be updated. [ 1123.874837] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.875110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.875110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.876192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.876192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.876192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0447d149-a24d-4e20-85eb-7db4ca242790" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.957188] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1124.957451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.957595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.957810] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.958495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.958495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.958679] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.463368] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.967401] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.337651] env[65957]: INFO networking_nsxv3.common.synchronization [req-d38141de-9511-418d-b52f-a548fbbdf175 req-cd0cf943-deeb-464e-860f-698a935d5c1f tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_members [ 1126.338276] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_members [ 1126.338596] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.338713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.338781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.339057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.339219] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.339322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.339383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.339539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.339623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.339716] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.469430] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.469633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.469633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.469962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.470063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.470178] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1126.617498] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.617681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.617723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.617914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.618069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.627530] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1126.675588] env[65957]: INFO networking_nsxv3.common.synchronization [req-518f050e-e86b-46f1-be20-b193f4c8d858 req-afde4ccd-a4ca-4c15-b83c-a83b4c8cdc14 tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 1126.676128] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 1126.676419] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.676541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.676808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.676808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.676939] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.677044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.677309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.677309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.677309] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.677469] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.844305] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.844305] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.844305] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.844305] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.844682] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.844974] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.845298] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.845639] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.845937] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.849017] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.849017] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.849017] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.849017] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.849017] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.849017] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.849017] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.849017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.849017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.849017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.849017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.849017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.849017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.849017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.849017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.850886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.850886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.850886] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 already deleted. [ 1126.850886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.871034] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.871034] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.871176] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.871340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-975" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.871664] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-15600117-958a-4508-83f8-8f55f61109f0 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.871844] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.871962] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.872777] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.872777] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15600117-958a-4508-83f8-8f55f61109f0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.180328] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.377044] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.377044] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.377282] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.377913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.377913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.377913] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 15600117-958a-4508-83f8-8f55f61109f0 not found, creating... [ 1127.378296] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.378296] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.378479] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.379700] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.379700] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.379700] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.379700] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.379700] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.379942] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.379976] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.381019] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 15600117-958a-4508-83f8-8f55f61109f0 is going to be created. [ 1127.404942] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.405196] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.405351] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.405683] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.405889] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.406133] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.683167] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.160563] env[65957]: INFO networking_nsxv3.common.synchronization [req-d38141de-9511-418d-b52f-a548fbbdf175 req-66a6d3af-4f72-4d22-8a8d-f3e939636998 service nova] Enqueued Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_rules [ 1128.160812] env[65957]: INFO networking_nsxv3.common.synchronization [req-d38141de-9511-418d-b52f-a548fbbdf175 req-66a6d3af-4f72-4d22-8a8d-f3e939636998 service nova] Enqueued Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_members [ 1128.161061] env[65957]: INFO networking_nsxv3.common.synchronization [req-d38141de-9511-418d-b52f-a548fbbdf175 req-66a6d3af-4f72-4d22-8a8d-f3e939636998 service nova] Enqueued Resource ID: 15600117-958a-4508-83f8-8f55f61109f0 with Priority: HIGHEST for action port [ 1128.162268] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_rules [ 1128.162268] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_members [ 1128.162268] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15600117-958a-4508-83f8-8f55f61109f0 with Priority: HIGHEST for action port [ 1128.162421] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.162475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.162585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.162834] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.162948] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.163863] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.164856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.164930] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.165146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.165294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.165393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.165454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.165614] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.165682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.165791] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.169110] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-15600117-958a-4508-83f8-8f55f61109f0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.169110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.169110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.169110] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.169110] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15600117-958a-4508-83f8-8f55f61109f0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.186614] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.186988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.186988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.187209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.187474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.187606] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be updated. [ 1128.223442] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.223601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.223663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.223901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.224074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.234777] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: IN_PROGRESS for 2s [ 1128.639173] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1128.639410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.639691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.639811] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.640048] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.640199] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.640275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.640452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.640538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.640624] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.640765] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.669380] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.669380] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.671494] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15600117-958a-4508-83f8-8f55f61109f0 with status ACTIVE [ 1128.671718] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.671861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.671906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.672102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.672193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.672372] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.672474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.672555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.672741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.672867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.673063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.673186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.673270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.673421] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.673498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.673595] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15600117-958a-4508-83f8-8f55f61109f0 is going to be updated. [ 1128.674912] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.706274] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.706466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.706550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.706785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.706877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.707075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15600117-958a-4508-83f8-8f55f61109f0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.145430] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.145639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.145719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.145952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.146145] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.146248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.146313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.146479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.146560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.146645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.146791] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.146881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.146939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.147089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.147222] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.147310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.147368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.147502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.147574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.147650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.147737] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.177569] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.649901] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 1129.677114] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.677114] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.677114] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.677114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.677735] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.677735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.677735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.677735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.678479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.678479] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1129.679778] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.679940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.680071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.680258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.680354] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.680444] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 is going to be created. [ 1129.706015] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.706239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.706239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.706584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.706702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.717706] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 in Status: UNINITIALIZED for 2s [ 1129.754367] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.754894] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.755046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.755331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.755562] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.770092] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1129.945296] env[65957]: INFO networking_nsxv3.common.synchronization [None req-ae3a7c4f-0ff0-457a-b2fd-9b2cb0a5422f None None] Enqueued Resource ID: 1a763bc0-5a70-4931-a6fc-856daf97c64a with Priority: HIGHEST for action port [ 1129.945296] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a763bc0-5a70-4931-a6fc-856daf97c64a with Priority: HIGHEST for action port [ 1129.945296] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a763bc0-5a70-4931-a6fc-856daf97c64a taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.945897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a763bc0-5a70-4931-a6fc-856daf97c64a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.945897] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a763bc0-5a70-4931-a6fc-856daf97c64a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.946497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a763bc0-5a70-4931-a6fc-856daf97c64a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.946497] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a763bc0-5a70-4931-a6fc-856daf97c64a',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.248160] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 1130.248388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.449522] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a763bc0-5a70-4931-a6fc-856daf97c64a [ 1130.449755] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.449891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.449958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.450210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.450312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.450413] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a763bc0-5a70-4931-a6fc-856daf97c64a already deleted. [ 1130.450505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a763bc0-5a70-4931-a6fc-856daf97c64a" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.728283] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 in Status: SUCCESS [ 1131.728283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.728676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.728676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.728899] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.728899] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.728990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.729111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.729189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.729273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.729363] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.783481] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1131.783695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.236700] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.737228] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fec42b01-6b7e-4658-8006-a45db3a7ac88: rpc.has_security_group_logging(os_id): False [ 1132.763035] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.763246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.763388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.763587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.763680] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.763970] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.764120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.764200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.764315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.764413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.764519] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 is going to be created. [ 1132.861084] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.861327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.861413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.861841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.862106] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.878345] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 in Status: IN_PROGRESS for 2s [ 1133.140426] env[65957]: INFO networking_nsxv3.common.synchronization [None req-ff76aa52-21ad-4763-94c2-f683bfbd6e1c None None] Enqueued Resource ID: 3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac with Priority: HIGHEST for action port [ 1133.141173] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac with Priority: HIGHEST for action port [ 1133.141635] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.142888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.142888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.142888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.142888] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.646492] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac [ 1133.646667] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.646772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.646870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.647185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.647289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.647406] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac already deleted. [ 1133.647488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bab6e27-7ef2-4f06-9c8d-155b4c5d5dac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.114069] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.114069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.114069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.114069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.114069] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.114069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.114069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.114069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.114069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.114069] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.114069] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.114069] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.114069] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.114755] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.114755] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.114755] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.134445] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.134661] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.134797] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.134977] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-295" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.135306] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-d61f40ef-d00c-456e-bf61-4dad3a2315fb taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.135472] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.135919] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.135996] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.136105] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61f40ef-d00c-456e-bf61-4dad3a2315fb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.641961] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.642296] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.642414] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.642715] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.642847] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.643159] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.644662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.644662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.644662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.644662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.644662] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.644662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.644662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.644662] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.645026] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.645026] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb is going to be updated. [ 1134.666243] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.666243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.666243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.666243] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.666646] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.666646] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.895870] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 in Status: SUCCESS [ 1134.895870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.623361] env[65957]: INFO networking_nsxv3.common.synchronization [req-b023d60f-d93e-4a09-9d59-0133aa0bfe6d req-661e59d5-c417-4393-82ca-5a3399075aaa service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 1135.623637] env[65957]: INFO networking_nsxv3.common.synchronization [req-b023d60f-d93e-4a09-9d59-0133aa0bfe6d req-661e59d5-c417-4393-82ca-5a3399075aaa service nova] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1135.623743] env[65957]: INFO networking_nsxv3.common.synchronization [req-b023d60f-d93e-4a09-9d59-0133aa0bfe6d req-661e59d5-c417-4393-82ca-5a3399075aaa service nova] Enqueued Resource ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb with Priority: HIGHEST for action port [ 1135.624442] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_rules [ 1135.624627] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1135.624820] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb with Priority: HIGHEST for action port [ 1135.625834] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.626012] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.626101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.626338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.626418] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.628772] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.629149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.629149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.633180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.633180] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.633180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.633180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.633180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.633180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.633180] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.633180] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61f40ef-d00c-456e-bf61-4dad3a2315fb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.633966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.633966] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.634791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.634896] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61f40ef-d00c-456e-bf61-4dad3a2315fb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.141065] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.142127] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.142257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.142397] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d61f40ef-d00c-456e-bf61-4dad3a2315fb with status ACTIVE [ 1136.142561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.142660] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.142723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.142938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.143040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.143215] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.143407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.143407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.144258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.144258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.144258] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.144258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.144258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.144258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.144258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.144506] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d61f40ef-d00c-456e-bf61-4dad3a2315fb is going to be updated. [ 1136.180289] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.180289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.180289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.180289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.180289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.180289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61f40ef-d00c-456e-bf61-4dad3a2315fb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.646501] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.815095] env[65957]: INFO networking_nsxv3.common.synchronization [req-fbea9031-3048-4fa8-befa-8e4fd63bc4b1 req-48ef54d2-4fda-47f9-863e-f55b36e17c56 tempest-ServerRescueNegativeTestJSON-1484971152 tempest-ServerRescueNegativeTestJSON-1484971152-project-member] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 1136.815095] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGHEST for action security_group_members [ 1136.815095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.815095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.815095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.815095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.815095] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.815095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.815095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.815095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.815095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.815095] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.149555] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.149555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.149555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.149555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.149555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.149555] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1137.179838] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.180018] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.180061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.180295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.180464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.191099] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1137.319718] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.319924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.319999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.320259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.320350] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.320572] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.320673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.320735] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.320900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.320978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.321079] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be updated. [ 1137.332062] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9cf3decb-e474-458b-ae79-1b633088c111 None None] Enqueued Resource ID: 0962248b-1cef-40f3-a28e-379a41fe6deb with Priority: HIGHEST for action port [ 1137.333853] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0962248b-1cef-40f3-a28e-379a41fe6deb with Priority: HIGHEST for action port [ 1137.335430] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-0962248b-1cef-40f3-a28e-379a41fe6deb taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.335721] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0962248b-1cef-40f3-a28e-379a41fe6deb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.335901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0962248b-1cef-40f3-a28e-379a41fe6deb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.336283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0962248b-1cef-40f3-a28e-379a41fe6deb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.336416] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0962248b-1cef-40f3-a28e-379a41fe6deb',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.359171] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.359374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.359447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.359654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.359793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.379281] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: IN_PROGRESS for 2s [ 1137.839045] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0962248b-1cef-40f3-a28e-379a41fe6deb [ 1137.839394] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.840051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.840139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.840412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.840482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.840534] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0962248b-1cef-40f3-a28e-379a41fe6deb already deleted. [ 1137.841593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0962248b-1cef-40f3-a28e-379a41fe6deb" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.201368] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1139.201734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.201843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.202103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.202307] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.202413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.202520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.202622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.202700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.202784] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.202899] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.390417] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b in Status: SUCCESS [ 1139.390798] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b deletion is rescheduled due to dependency. [ 1139.391356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.616378] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-0068dfd8-ed7b-48eb-b127-427eba69753e tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1139.617015] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1139.617751] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.617888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.617990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.618579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.618579] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.619010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.619145] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.619418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.619568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.619687] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.705273] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.705468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.705538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.705859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.706088] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.706209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.706296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.706485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.706577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.706668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.706825] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.706918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.706978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.707133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.707272] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.707362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.707418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.707551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.707625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.707703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.707793] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.063700] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.063928] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.064225] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.064577] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.064842] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.065009] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.065158] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.065420] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.065575] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.066349] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.066349] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.066349] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.066349] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.066349] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.066584] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.066584] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.088152] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.089571] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.089571] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.089571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.089571] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-d3d623f6-a818-48e3-bf93-3aa73ae5982f taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.089571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.089571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.089571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.089916] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3d623f6-a818-48e3-bf93-3aa73ae5982f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.126609] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.126823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.126823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.127051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.127139] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.127368] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.128040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.128040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.128040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.128040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.128040] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 already deleted. [ 1140.128040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.216540] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d6b2a0-2695-40d0-aa5f-7e83cd159aed: rpc.has_security_group_logging(os_id): False [ 1140.234281] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.234507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.234507] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.234772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.234868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.235113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.235226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.235289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.235451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.235530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.235720] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.235831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.235893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.236046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.236120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.236320] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.236414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.236502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.236644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.236726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.236818] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1140.299385] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.299596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.299596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.299893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.300092] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.313348] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1140.362694] env[65957]: INFO networking_nsxv3.common.synchronization [req-bff83fc9-3c92-498d-9887-34d803059cf6 req-e73f0155-d358-4c1c-a3fd-e18f2fd63cdc tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1140.363845] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1140.365275] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.365428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.365499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.365723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.365960] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.366094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.366160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.366395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.366516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.366619] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.595146] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.595146] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.595146] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.595484] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.595650] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.595815] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port d3d623f6-a818-48e3-bf93-3aa73ae5982f not found, creating... [ 1140.596082] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.596259] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.596379] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.596607] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.596744] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.597031] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.597190] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.597305] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.597504] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.597633] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.597772] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: d3d623f6-a818-48e3-bf93-3aa73ae5982f is going to be created. [ 1140.618849] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.619178] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.619315] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.619594] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.619882] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.620137] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.653303] env[65957]: INFO networking_nsxv3.common.synchronization [None req-15b1a0e7-ff55-45f3-9be5-033eddd0ce2f None None] Enqueued Resource ID: 2df69072-7b11-4d58-b6e5-1c19a91aea68 with Priority: HIGHEST for action port [ 1140.654162] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df69072-7b11-4d58-b6e5-1c19a91aea68 with Priority: HIGHEST for action port [ 1140.654519] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df69072-7b11-4d58-b6e5-1c19a91aea68 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.654678] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df69072-7b11-4d58-b6e5-1c19a91aea68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.654723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df69072-7b11-4d58-b6e5-1c19a91aea68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.654992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df69072-7b11-4d58-b6e5-1c19a91aea68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.655100] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df69072-7b11-4d58-b6e5-1c19a91aea68',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.869892] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.157710] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2df69072-7b11-4d58-b6e5-1c19a91aea68 [ 1141.157933] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.158705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.158705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.158705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.158705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.158705] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2df69072-7b11-4d58-b6e5-1c19a91aea68 already deleted. [ 1141.158705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df69072-7b11-4d58-b6e5-1c19a91aea68" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.370396] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-d245760a-036b-4930-b9d9-46d1bcfc1067 service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1141.370396] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-d245760a-036b-4930-b9d9-46d1bcfc1067 service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1141.370396] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-d245760a-036b-4930-b9d9-46d1bcfc1067 service nova] Enqueued Resource ID: d3d623f6-a818-48e3-bf93-3aa73ae5982f with Priority: HIGHEST for action port [ 1141.370396] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1141.370396] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1141.370396] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3d623f6-a818-48e3-bf93-3aa73ae5982f with Priority: HIGHEST for action port [ 1141.371129] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.371129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.371129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.372134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.372134] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.372927] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373524] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373622] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.377126] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.378301] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3d623f6-a818-48e3-bf93-3aa73ae5982f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.378441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.378510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.379416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.379516] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3d623f6-a818-48e3-bf93-3aa73ae5982f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.381556] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.874081] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.874466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.882265] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3d623f6-a818-48e3-bf93-3aa73ae5982f with status ACTIVE [ 1141.882615] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.882764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.882951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.883265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.883355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.883605] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.883712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.883776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.883939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.884042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.884212] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.884724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.884724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.884724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.884724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.884724] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3d623f6-a818-48e3-bf93-3aa73ae5982f is going to be updated. [ 1141.885957] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.887022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.887131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.887258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.887575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.887659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.887776] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1141.918298] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.918298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.918298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.918298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.918298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.918298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3d623f6-a818-48e3-bf93-3aa73ae5982f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.924280] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.927712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.927712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.927712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.927712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.934590] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1142.048185] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-543a3cb0-1e0d-4b13-8879-7b428e1d2d71 tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1142.048776] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1142.049700] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.049901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.328549] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1142.328775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.364895] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.365125] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.365254] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.365537] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.365805] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.365964] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.366093] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.366440] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.366612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.366829] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.366941] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.367063] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.367170] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.367274] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.367376] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.367507] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.389063] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.389063] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.389063] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.389063] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.389546] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.389624] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.389960] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.390057] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.390171] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.391094] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.893719] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.893981] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.894130] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.894496] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.894771] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.894932] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 not found, creating... [ 1142.895218] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.895378] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.895495] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.895722] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.895859] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.896166] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.896323] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.896440] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.896913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.896913] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.897147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 is going to be created. [ 1142.898537] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.898710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.898791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.899035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.899137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.899231] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be created. [ 1142.928128] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.928355] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.928476] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.928757] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.928989] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.929233] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.933476] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.933699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.933699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.933990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.934162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.944071] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: UNINITIALIZED for 2s [ 1143.631022] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-8e334242-1b6e-4dc6-ad91-122a5ef28b6b service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1143.631022] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-8e334242-1b6e-4dc6-ad91-122a5ef28b6b service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1143.631022] env[65957]: INFO networking_nsxv3.common.synchronization [req-d66de1b3-d4a7-4443-902b-efc5fe8dea2f req-8e334242-1b6e-4dc6-ad91-122a5ef28b6b service nova] Enqueued Resource ID: cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 with Priority: HIGHEST for action port [ 1143.631022] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1143.631022] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1143.631022] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 with Priority: HIGHEST for action port [ 1143.631949] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.632212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.632574] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.632844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.633155] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.633396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.633572] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.633869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.634064] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.946245] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1143.946453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.136885] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 with status ACTIVE [ 1144.137778] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.137778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.137778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.137778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.137778] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.137778] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.138035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.138035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.138102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.138153] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.138497] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.138497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.138497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.138629] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.138691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.138808] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423 is going to be updated. [ 1144.163158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.163318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.163382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.163640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.163777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.163945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdfbc0ee-5d33-43d6-b6f4-0dc41a3d0423" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.956760] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1144.956760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.956760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.956760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.956760] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.956760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.956760] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.957461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.957461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.957461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.957461] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.960021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.960234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.960827] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.960827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.960827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.960827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.960827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.961252] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.460751] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.460751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.465283] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.968339] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.379303] env[65957]: INFO networking_nsxv3.common.synchronization [req-716c93c9-8b87-40d7-938a-87041db484e2 req-d7b8ebda-2563-4450-9a2b-b2a6e4369fdb tempest-ServerPasswordTestJSON-1270855001 tempest-ServerPasswordTestJSON-1270855001-project-member] Enqueued Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_members [ 1146.379564] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_members [ 1146.379882] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.380157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.381290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.381637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.381824] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.381938] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.381991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.382175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.382280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.382381] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.471934] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.475159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.475159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.475159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.475159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.475159] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1146.520203] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.520203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.520203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.520203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.520203] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.533446] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1146.778763] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.779032] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-699" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.779201] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-699" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.779560] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-699" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.779855] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.780065] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.780188] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.780370] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.780511] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.780724] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.780834] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.780939] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.781053] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.781163] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.781265] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.781404] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.800722] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.800920] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.801083] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.801282] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-699" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.801598] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-a4de3a43-03a1-4a54-834c-760bb93f5c7b taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.801767] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.801886] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.802310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.802454] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4de3a43-03a1-4a54-834c-760bb93f5c7b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.886850] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.886850] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.886850] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce50da70-dc64-4326-9bea-a098b986f453 already deleted. [ 1146.886850] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.305208] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.306071] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.306071] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.306292] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.306438] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.306590] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port a4de3a43-03a1-4a54-834c-760bb93f5c7b not found, creating... [ 1147.306862] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.307033] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.307156] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.307371] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.307530] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.307819] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.307973] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.308253] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.308479] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.308617] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.308755] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: a4de3a43-03a1-4a54-834c-760bb93f5c7b is going to be created. [ 1147.330107] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.330340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.330462] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.330732] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.330957] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.331189] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.087814] env[65957]: INFO networking_nsxv3.common.synchronization [req-716c93c9-8b87-40d7-938a-87041db484e2 req-ef70f86b-a82b-43f8-b90f-82d3375a3a61 service nova] Enqueued Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_rules [ 1148.087988] env[65957]: INFO networking_nsxv3.common.synchronization [req-716c93c9-8b87-40d7-938a-87041db484e2 req-ef70f86b-a82b-43f8-b90f-82d3375a3a61 service nova] Enqueued Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_members [ 1148.088141] env[65957]: INFO networking_nsxv3.common.synchronization [req-716c93c9-8b87-40d7-938a-87041db484e2 req-ef70f86b-a82b-43f8-b90f-82d3375a3a61 service nova] Enqueued Resource ID: a4de3a43-03a1-4a54-834c-760bb93f5c7b with Priority: HIGHEST for action port [ 1148.088957] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_rules [ 1148.088957] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_members [ 1148.088957] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4de3a43-03a1-4a54-834c-760bb93f5c7b with Priority: HIGHEST for action port [ 1148.089434] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.089550] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.089620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.089911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.090035] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.091652] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.091802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.091870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.092281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.092447] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.092543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.092667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.092790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.092905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.093071] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.094753] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4de3a43-03a1-4a54-834c-760bb93f5c7b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.094869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.094939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.095174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.095258] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4de3a43-03a1-4a54-834c-760bb93f5c7b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.547488] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1148.548058] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.548058] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.548247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.548491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.548677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.548769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.549069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.549189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.549336] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.595731] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.597359] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.597585] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.600225] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4de3a43-03a1-4a54-834c-760bb93f5c7b with status ACTIVE [ 1148.600424] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.600580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.601256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.601644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.601792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.602900] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.602900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.602900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.602900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.602900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.603372] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.603372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.603372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.603754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.603947] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.604078] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4de3a43-03a1-4a54-834c-760bb93f5c7b is going to be updated. [ 1148.631125] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.631353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.631353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.631662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.631732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.631871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4de3a43-03a1-4a54-834c-760bb93f5c7b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.053426] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.098357] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.556259] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.600999] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.601162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.601162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.601330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.601462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.601562] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce50da70-dc64-4326-9bea-a098b986f453 is going to be created. [ 1149.630218] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.630985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.630985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.631143] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.631319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.644137] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce50da70-dc64-4326-9bea-a098b986f453 in Status: UNINITIALIZED for 2s [ 1150.060978] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.060978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.060978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.060978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.061254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.061254] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1150.096150] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.096371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.096371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.096561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.096707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.107553] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1150.687999] env[65957]: INFO networking_nsxv3.common.synchronization [req-dad14156-a9a9-4721-a8aa-3a0e3d7ad957 req-135270d1-fdcf-4a32-8ca1-5fa348ae6b14 tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1150.688839] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1150.689308] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.689579] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.689648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.690085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.690308] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.690484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.690618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.691311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.691311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.691311] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.195815] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.655422] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce50da70-dc64-4326-9bea-a098b986f453 in Status: SUCCESS [ 1151.655711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.655927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.656186] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.656458] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.656628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.656709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.656840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.656922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.657017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.657112] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.698985] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.121047] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1152.121047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.121047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.121047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.121322] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.121322] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.121954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.121954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.121954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.121954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.122177] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.122232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.122360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.122484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.122665] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.122761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.122822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.122958] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.123053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.123140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.123231] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.159667] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.159865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.159939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.160242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.160495] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.160723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.160829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.161052] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.161168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.161305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.161546] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.161664] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.161754] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.161943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.162151] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.162279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.162365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.163959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.164126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.164271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.164399] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.200607] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.200840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.200943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.201355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.201537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.201680] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1152.238500] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.238500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.238951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.238951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.238951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.253049] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1152.625525] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fa9beb5-b78d-492a-8384-0aaca9fdea40: rpc.has_security_group_logging(os_id): False [ 1152.650039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.650039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.650039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.650039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.650039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.650039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.650444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.650444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.650444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.650538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.650659] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.650748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.650819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.650970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.651073] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.651278] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.651370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.651601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.651806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.651978] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.652122] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be created. [ 1152.668153] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce50da70-dc64-4326-9bea-a098b986f453: rpc.has_security_group_logging(os_id): False [ 1152.689304] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.689456] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.690040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.690040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.690040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.690179] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.690261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.690363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.690552] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.690627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.690821] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.691815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.691815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.691815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.691815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.691815] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.691815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.691815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.692220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.692220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.692220] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce50da70-dc64-4326-9bea-a098b986f453 is going to be created. [ 1152.731258] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.731757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.731866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.732185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.732393] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.748340] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1152.755271] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.755479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.755479] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.755684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.755910] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.767281] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce50da70-dc64-4326-9bea-a098b986f453 in Status: IN_PROGRESS for 2s [ 1154.008157] env[65957]: INFO networking_nsxv3.common.synchronization [req-0d27fb4d-96ab-4763-9ca0-28ade5924fdb req-4cbc5c18-a894-4d85-be89-0097a9d98506 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1154.008874] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1154.010169] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.010764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.010915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.013098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.013321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.013442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.013527] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.013782] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.013872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.013997] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.263876] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1154.264276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.356319] env[65957]: INFO networking_nsxv3.common.synchronization [req-9ca3827c-9fde-4126-af78-2210315ecb4f req-d369fee6-819b-4f1f-a729-bdd0b2604545 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_members [ 1154.357409] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGHEST for action security_group_members [ 1154.357992] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.358158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.358228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.358473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.358998] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.359226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.359368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.359647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.359905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.360061] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.451865] env[65957]: INFO networking_nsxv3.common.synchronization [req-9104c738-5e24-4b5e-8a15-83aa86ab0199 req-06b24239-6fa2-4d0f-9d23-94dae6a7b550 tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1154.452433] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1154.452903] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.452903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.453067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.453312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.453477] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.453578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.453654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.453866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.453921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.453988] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.516251] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.647662] env[65957]: INFO networking_nsxv3.common.synchronization [req-ecf1cc89-c8a2-4d6c-a670-57768b485965 req-711316d3-ddd7-48a0-b8b2-7869a604b7df tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1154.647662] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1154.647662] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.648165] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.761397] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1154.761836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.762093] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.762321] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.762411] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.777982] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce50da70-dc64-4326-9bea-a098b986f453 in Status: SUCCESS [ 1154.778980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.862322] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.862573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.862722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.863070] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.863232] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.863546] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.863780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.863895] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.864177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.864317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.864469] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 is going to be updated. [ 1154.894346] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.894346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.894346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.894346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.894346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.904075] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 in Status: IN_PROGRESS for 2s [ 1154.956362] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.018490] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.296472] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.296472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.296472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.296472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.296472] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.296472] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be deleted. [ 1155.354475] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.354722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.354792] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.355162] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.355263] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.355386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461288] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.523113] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.523278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.523349] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.523555] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.523674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.523817] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be updated. [ 1155.555423] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.555610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.555693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.555937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.556087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.565452] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: IN_PROGRESS for 2s [ 1155.967337] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.967337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.967337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.967337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.967337] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.967337] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1155.996494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.996698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.996773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.996931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.997086] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.009302] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1156.915233] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 in Status: SUCCESS [ 1156.915578] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 deletion is rescheduled due to dependency. [ 1156.915578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.576680] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: SUCCESS [ 1157.576927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.021195] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1158.021530] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.021699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.021952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.022242] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.022400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.022496] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.022767] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.022875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.023028] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.526050] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.526241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.526315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.526545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.526638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.526843] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.526940] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.527011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.527164] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.527240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.527328] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be deleted. [ 1158.564936] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.565116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.565172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.565384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.565478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.565790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.535979] env[65957]: INFO networking_nsxv3.common.synchronization [req-37ff5044-65bc-4d8f-a904-3570a265f9f8 req-c43b47a3-9aa7-4f14-9a0f-ceccf6a1c57f tempest-ServersTestJSON-641739995 tempest-ServersTestJSON-641739995-project-member] Enqueued Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_members [ 1159.536603] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGHEST for action security_group_members [ 1159.536920] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.537094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.537214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.537525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.537525] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.537679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.537679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.537821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.537891] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.537977] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.040769] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.040769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.040769] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.041023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.041179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.041266] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.042081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.042081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.042081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.042081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.042081] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 is going to be updated. [ 1160.070749] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.070931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.070982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.071179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.071319] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.080543] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 in Status: IN_PROGRESS for 2s [ 1160.569746] env[65957]: INFO networking_nsxv3.common.synchronization [req-8cefc528-4cea-4742-8029-34fbe2a79ecc req-963ab210-3fc6-4b38-9a78-15f10b0d5f00 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1160.570865] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGHEST for action security_group_members [ 1160.571245] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.571376] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.571658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.571814] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.571911] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.572152] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.572242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.572335] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.076031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.076031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.076031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.076031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.076031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.076031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.076031] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.076532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.076532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.076532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.076532] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be updated. [ 1161.115334] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.115939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.115939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.115939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.122162] env[65957]: INFO networking_nsxv3.common.synchronization [req-7e8fc891-6b1f-4b92-8049-f5fc0f30eb65 req-cc06ddb1-d079-4066-b847-56e485b437f4 tempest-ServerPasswordTestJSON-1270855001 tempest-ServerPasswordTestJSON-1270855001-project-member] Enqueued Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_members [ 1161.122737] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGHEST for action security_group_members [ 1161.123064] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.123260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.123325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.124077] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.124303] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.124419] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.125201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.125201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.125201] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.125201] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.126571] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: IN_PROGRESS for 2s [ 1161.628086] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.628405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.628405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.628514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.628604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.628889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.628996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.629066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.629222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.629300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.629390] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce50da70-dc64-4326-9bea-a098b986f453 is going to be updated. [ 1161.657836] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.657954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.658017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.658268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.658324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.667909] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce50da70-dc64-4326-9bea-a098b986f453 in Status: IN_PROGRESS for 2s [ 1162.091212] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 in Status: SUCCESS [ 1162.091403] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 deletion is rescheduled due to dependency. [ 1162.091498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.779038] env[65957]: INFO networking_nsxv3.common.synchronization [None req-9d4973c7-9d9f-456a-aa74-a03b5b166c88 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_rules [ 1162.779038] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_rules [ 1162.779038] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.779038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.779038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.779038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.779038] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.864749] env[65957]: INFO networking_nsxv3.common.synchronization [None req-bb287aeb-fc5f-41c6-8522-a63406e26fb3 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_rules [ 1162.865287] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_rules [ 1162.865630] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.865717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.135745] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 in Status: SUCCESS [ 1163.135917] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 deletion is rescheduled due to dependency. [ 1163.136048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.315037] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.315037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.315037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.315274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.315331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.315430] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d33125b8-57f6-417e-87e4-14196078a4ce already deleted. [ 1163.315510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.315668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.315822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.315909] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.683033] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce50da70-dc64-4326-9bea-a098b986f453 in Status: SUCCESS [ 1163.683381] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce50da70-dc64-4326-9bea-a098b986f453 deletion is rescheduled due to dependency. [ 1163.683812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.839365] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.839365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.839365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.839365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.839365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.839365] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d33125b8-57f6-417e-87e4-14196078a4ce already deleted. [ 1163.839365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.866493] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.866493] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1168.784136] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4f918a6-8faa-4429-abcb-d5a9934ab39d req-5e01e490-3acb-46e4-b39a-0c51afe0c2ee tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1168.784759] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1168.785122] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.785500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.785500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.785658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.785824] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.785935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.785999] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.786177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.786260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.786354] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.156279] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.156630] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.156630] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.157036] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.157180] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.157294] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.157398] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.157710] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.157862] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.158100] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.158217] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.158353] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.158525] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.158681] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.158795] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.158921] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.180689] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.180884] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.181044] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.181190] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.181510] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-95a4583b-7dd0-46c7-b0fc-7af565d20589 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.181719] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.182121] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.182340] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.182496] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a4583b-7dd0-46c7-b0fc-7af565d20589',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.288903] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.684683] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.684985] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.685145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.685441] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.685593] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.685745] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 95a4583b-7dd0-46c7-b0fc-7af565d20589 not found, creating... [ 1169.686015] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.686218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.686345] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.686567] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.686700] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.687037] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.687212] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.687404] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.687521] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.687665] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.687804] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 95a4583b-7dd0-46c7-b0fc-7af565d20589 is going to be created. [ 1169.709181] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.709398] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.709615] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.709807] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.710052] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.710279] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.791041] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.293528] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.293856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.293856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.293977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.293977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.294116] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1170.323719] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.323719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.323719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.324026] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.324177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.334546] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1170.421115] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4f918a6-8faa-4429-abcb-d5a9934ab39d req-cb3a6ce3-7d9a-4f59-a227-552dba21d191 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1170.421306] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4f918a6-8faa-4429-abcb-d5a9934ab39d req-cb3a6ce3-7d9a-4f59-a227-552dba21d191 service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1170.421444] env[65957]: INFO networking_nsxv3.common.synchronization [req-f4f918a6-8faa-4429-abcb-d5a9934ab39d req-cb3a6ce3-7d9a-4f59-a227-552dba21d191 service nova] Enqueued Resource ID: 95a4583b-7dd0-46c7-b0fc-7af565d20589 with Priority: HIGHEST for action port [ 1170.422084] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1170.422214] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1170.422308] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a4583b-7dd0-46c7-b0fc-7af565d20589 with Priority: HIGHEST for action port [ 1170.422591] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.422710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.422775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.422975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.423593] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.425437] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.425437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.425437] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a4583b-7dd0-46c7-b0fc-7af565d20589 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.425437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.425437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.425744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.425911] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a4583b-7dd0-46c7-b0fc-7af565d20589',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.928253] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.928432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.928766] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95a4583b-7dd0-46c7-b0fc-7af565d20589 with status ACTIVE [ 1170.928911] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.929128] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.929219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.929493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.929647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.929889] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.930090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.930192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.930462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.930598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.930820] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.930939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.931105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.931294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.931412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.931594] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95a4583b-7dd0-46c7-b0fc-7af565d20589 is going to be updated. [ 1170.954060] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.954281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.954281] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.954485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.954625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.954786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a4583b-7dd0-46c7-b0fc-7af565d20589" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.346022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1172.346345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.346470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.346682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.346883] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.347029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.347096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.347250] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.347331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.347421] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.849561] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.351362] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.853714] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.854038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.854038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.854279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.854408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.854454] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1173.902061] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.902061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.902061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.902061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.902061] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.913317] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1175.032430] env[65957]: INFO networking_nsxv3.common.synchronization [None req-c6b58125-2cb7-4470-8bae-aa1a7cad7e37 tempest-AttachInterfacesTestJSON-1538243484 tempest-AttachInterfacesTestJSON-1538243484-project-member] Enqueued Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1175.034280] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed with Priority: HIGHEST for action security_group_members [ 1175.034981] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.035158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.035223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.037137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.037137] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.037137] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.037671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.037671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.037671] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.037671] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d6b2a0-2695-40d0-aa5f-7e83cd159aed',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.540906] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.540994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.541088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.541291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.541396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.541594] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.541690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.541779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.542022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.542103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.542191] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed is going to be updated. [ 1175.578452] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.578783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.578783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.578926] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.579108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.591885] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: IN_PROGRESS for 2s [ 1175.927262] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1175.927521] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.927803] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.928127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.928422] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.928584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.928691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.928982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.929107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.929213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.929315] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.431683] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.432195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.432195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.432195] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.432399] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.432561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.432654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.432879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.432984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.433131] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.433315] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.433452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.433541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.433762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.434055] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.434179] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.434336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.434425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.434508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.434586] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.434731] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.944319] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 1176.965575] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.966103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.966331] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.966436] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.966498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.966649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.966717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.967687] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.967687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.967687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.967687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.967687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.967687] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.967687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.967687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.968039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.968039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.968039] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1177.044122] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.044122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.044122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.044639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.044639] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.063144] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1177.602688] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed in Status: SUCCESS [ 1177.603183] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d6b2a0-2695-40d0-aa5f-7e83cd159aed deletion is rescheduled due to dependency. [ 1177.603183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d6b2a0-2695-40d0-aa5f-7e83cd159aed" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.988450] env[65957]: INFO networking_nsxv3.common.synchronization [req-585823cf-d689-46a3-9402-b69f7531d73a req-cb3385b4-afde-4226-9cb3-75cc5ce1366c tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_members [ 1178.989023] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_members [ 1178.989393] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.989545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.989626] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.989879] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.990054] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.990167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.990273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.990374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.990483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.990573] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.087703] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1179.087703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.475352] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.475547] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.475671] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.475954] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.476236] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.476408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.476526] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.476741] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.476887] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.477319] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.477319] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.477319] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.477532] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.477532] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.477609] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.477725] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.492568] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.493448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.493448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.493448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.493448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.493448] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.493448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.493781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.493781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.493781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.493954] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d33125b8-57f6-417e-87e4-14196078a4ce already deleted. [ 1179.494098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.498314] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.498483] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.498618] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.499100] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-349" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.499100] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-2987a2e1-87bf-43a3-99aa-a794441835c6 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.499251] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.499354] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.499672] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.499811] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2987a2e1-87bf-43a3-99aa-a794441835c6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.003650] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.004143] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.004143] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.004602] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.004602] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.004674] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 2987a2e1-87bf-43a3-99aa-a794441835c6 not found, creating... [ 1180.005737] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.005737] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.005737] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.005737] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.005737] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.005941] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.006247] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.006247] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.006355] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.006528] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.006615] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 2987a2e1-87bf-43a3-99aa-a794441835c6 is going to be created. [ 1180.029144] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.029456] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.029603] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.029919] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.030218] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.030692] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.773851] env[65957]: INFO networking_nsxv3.common.synchronization [req-585823cf-d689-46a3-9402-b69f7531d73a req-1b04bdb2-33c5-4478-8daf-1616e4643c56 service nova] Enqueued Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_rules [ 1180.774160] env[65957]: INFO networking_nsxv3.common.synchronization [req-585823cf-d689-46a3-9402-b69f7531d73a req-1b04bdb2-33c5-4478-8daf-1616e4643c56 service nova] Enqueued Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_members [ 1180.774275] env[65957]: INFO networking_nsxv3.common.synchronization [req-585823cf-d689-46a3-9402-b69f7531d73a req-1b04bdb2-33c5-4478-8daf-1616e4643c56 service nova] Enqueued Resource ID: 2987a2e1-87bf-43a3-99aa-a794441835c6 with Priority: HIGHEST for action port [ 1180.774837] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_rules [ 1180.774987] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_members [ 1180.775149] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2987a2e1-87bf-43a3-99aa-a794441835c6 with Priority: HIGHEST for action port [ 1180.775459] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.775606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.775703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.775881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.775972] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.777383] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.777517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.777517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.777706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.777975] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.777975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.778117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.778225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.778365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.778512] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.779510] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-2987a2e1-87bf-43a3-99aa-a794441835c6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.779510] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.779644] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.779968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.779968] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2987a2e1-87bf-43a3-99aa-a794441835c6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.281549] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.282820] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.283035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.283274] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2987a2e1-87bf-43a3-99aa-a794441835c6 with status ACTIVE [ 1181.283609] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.283703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.283755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.284072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.284166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.284424] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.284560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.284656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.284870] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.284992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.285208] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.285368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.285444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.285583] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.285713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.285847] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2987a2e1-87bf-43a3-99aa-a794441835c6 is going to be updated. [ 1181.313958] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.314193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.314285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.314561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.314781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.315113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2987a2e1-87bf-43a3-99aa-a794441835c6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.320432] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-20582a98-5784-446a-9eb4-3638f8d47ac3 tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1181.322751] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1181.323228] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.323400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.323504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.323790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.324060] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.324210] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.324305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.324536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.324661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.324800] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.381263] env[65957]: INFO networking_nsxv3.common.synchronization [req-509b86dd-d607-4b9a-a1b1-aa00dc0d15e2 req-99f50301-d9c8-43fa-8419-22e8d92d1ad5 tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1181.381784] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1181.382302] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.382302] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.382410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.382557] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.382679] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.382762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.382845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.382971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.383069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.383162] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.707766] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.708069] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.708217] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.708488] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.709140] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.709446] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.709642] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.709918] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.710208] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.710481] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.710690] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.710841] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.710980] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.711177] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.711392] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.711565] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.745501] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.745683] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.745848] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.746117] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.746423] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-ff2e799e-ab69-4364-b27a-480ea90a44a1 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.746663] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.746790] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.747449] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.747449] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2e799e-ab69-4364-b27a-480ea90a44a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.789358] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.829405] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.829596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.829707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.829953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.830098] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.830346] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.830478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.830578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.830763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.830883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.830997] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 already deleted. [ 1181.831124] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.885154] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.890923] env[65957]: INFO networking_nsxv3.common.synchronization [req-19ad3728-b61b-4abd-ad9e-9e6567cf91a8 req-6d3dff7c-2a71-4857-8679-580c03f84be7 tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1181.891706] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1181.892320] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.892553] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.892706] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.893276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.893276] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.893516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.894783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.894783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.894783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.894783] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.251038] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.251038] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.251038] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.251038] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.251310] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.251310] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port ff2e799e-ab69-4364-b27a-480ea90a44a1 not found, creating... [ 1182.251540] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.251650] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.251769] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.252018] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.252175] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.252458] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.252612] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.252726] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.252928] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.253705] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253705] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: ff2e799e-ab69-4364-b27a-480ea90a44a1 is going to be created. [ 1182.281608] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.281608] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.281608] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.281608] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.282046] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.282111] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.291239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.291398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.291442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.291654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.291741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.291967] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d33125b8-57f6-417e-87e4-14196078a4ce is going to be created. [ 1182.339145] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.339306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.339361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.339638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.340198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.352076] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d33125b8-57f6-417e-87e4-14196078a4ce in Status: UNINITIALIZED for 2s [ 1182.388929] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.397764] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.397933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.397984] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.398223] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.398431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398708] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.398708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.398708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.398856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.398889] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398982] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1182.452372] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.452372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.452372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.452372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.452372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.465458] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1182.892400] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.892580] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.892650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.892868] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.892977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.893059] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1182.929602] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.929774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.929845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.930411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.930411] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.941081] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1182.991128] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-c6351ce8-0a7a-41f0-b099-f5f86c1c2fb7 service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1182.991128] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-c6351ce8-0a7a-41f0-b099-f5f86c1c2fb7 service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1182.991128] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-c6351ce8-0a7a-41f0-b099-f5f86c1c2fb7 service nova] Enqueued Resource ID: ff2e799e-ab69-4364-b27a-480ea90a44a1 with Priority: HIGHEST for action port [ 1182.991128] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1182.991128] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1182.991779] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2e799e-ab69-4364-b27a-480ea90a44a1 with Priority: HIGHEST for action port [ 1182.992469] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.992887] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.993166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.993559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.994082] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.995878] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.996343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.996587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.996971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.997443] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.998345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.998345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.998466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.998544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.998641] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.999994] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2e799e-ab69-4364-b27a-480ea90a44a1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.999994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.999994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.999994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.999994] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2e799e-ab69-4364-b27a-480ea90a44a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.501406] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.502502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.502618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.502793] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff2e799e-ab69-4364-b27a-480ea90a44a1 with status ACTIVE [ 1183.502950] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.503066] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.503134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.503330] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.503417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.503581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.503674] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.503736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.503885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.503991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.504150] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.504242] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.504300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.504435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.505041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.505187] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff2e799e-ab69-4364-b27a-480ea90a44a1 is going to be updated. [ 1183.528491] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.528642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.528838] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.529107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.529382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.529573] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2e799e-ab69-4364-b27a-480ea90a44a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.635926] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-1c925a61-3e32-4c5d-a8f4-0c124781a661 tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1183.636666] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1183.637010] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.640107] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.964747] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.964985] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.965142] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.965431] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.965684] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.965875] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.965959] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.966198] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.966341] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.966655] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.966773] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.966884] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.966992] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.967111] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.967217] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.967349] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.988695] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.989065] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.989308] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.989553] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-386" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.990059] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-3c3bb989-222c-473c-9cea-a6eb31916869 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.990323] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.990540] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.991070] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.991289] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c3bb989-222c-473c-9cea-a6eb31916869',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.007436] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.364023] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d33125b8-57f6-417e-87e4-14196078a4ce in Status: SUCCESS [ 1184.364023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.364247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.364408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.364602] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.364718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.364779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.364983] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.365166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.365166] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.365292] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.476749] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1184.476933] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c deletion is rescheduled due to dependency. [ 1184.477075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.495038] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.495324] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.495490] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.495885] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.496151] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.496403] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 3c3bb989-222c-473c-9cea-a6eb31916869 not found, creating... [ 1184.497018] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.497263] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.497429] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.497746] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.497973] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.498351] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.498536] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.498656] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.498881] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.499028] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.499173] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 3c3bb989-222c-473c-9cea-a6eb31916869 is going to be created. [ 1184.510162] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.510533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.510533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.510687] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.510771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.510869] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be created. [ 1184.526638] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.526892] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.527031] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.527456] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.527694] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.527926] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.540108] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.540260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.540332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.540539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.540698] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.550331] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: UNINITIALIZED for 2s [ 1184.868131] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.951082] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1184.951403] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.259492] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-13cad8bc-8080-4276-8e97-8d40d773d160 service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1185.259492] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-13cad8bc-8080-4276-8e97-8d40d773d160 service nova] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1185.259492] env[65957]: INFO networking_nsxv3.common.synchronization [req-e3ed7aed-60aa-4671-b086-9a6db86680b5 req-13cad8bc-8080-4276-8e97-8d40d773d160 service nova] Enqueued Resource ID: 3c3bb989-222c-473c-9cea-a6eb31916869 with Priority: HIGHEST for action port [ 1185.259860] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_rules [ 1185.260008] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1185.260157] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c3bb989-222c-473c-9cea-a6eb31916869 with Priority: HIGHEST for action port [ 1185.260793] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.260793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.260793] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.261040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.261040] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c3bb989-222c-473c-9cea-a6eb31916869 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.261192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.261192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.261356] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.261438] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c3bb989-222c-473c-9cea-a6eb31916869',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.370166] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d33125b8-57f6-417e-87e4-14196078a4ce: rpc.has_security_group_logging(os_id): False [ 1185.391074] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.391074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.391074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.391074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.391074] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.391477] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.391477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.391477] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.391593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.391673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.391766] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d33125b8-57f6-417e-87e4-14196078a4ce is going to be created. [ 1185.474704] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.474704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.474704] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.475059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.476099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.490245] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d33125b8-57f6-417e-87e4-14196078a4ce in Status: IN_PROGRESS for 2s [ 1185.764464] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c3bb989-222c-473c-9cea-a6eb31916869 with status ACTIVE [ 1185.764464] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.764464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.764464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.764464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.764464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.765063] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.765063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.765063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.765063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.765063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.765216] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.765216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.765285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.765655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.765655] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.765655] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c3bb989-222c-473c-9cea-a6eb31916869 is going to be updated. [ 1185.803851] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.804174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.804300] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.804635] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.804845] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.805154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c3bb989-222c-473c-9cea-a6eb31916869" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.561866] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1186.562184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.562383] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.562616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.562827] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.562967] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.563035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.563222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.563307] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.563390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.563506] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.564466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.564657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.564863] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.564960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.565037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.565183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.565260] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.565372] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.070792] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.071130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.071130] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.506022] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d33125b8-57f6-417e-87e4-14196078a4ce in Status: SUCCESS [ 1187.506441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.574223] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.077243] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.077652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.077652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.077720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.077874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.077874] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1188.121927] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.122144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.122192] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.122447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.122640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.135576] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1190.147794] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1190.148177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.148220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.148442] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.148634] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.148776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.148841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.148971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.149067] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.149163] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.261479] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.261649] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1190.651489] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.689039] env[65957]: INFO networking_nsxv3.common.synchronization [req-b1de059a-324e-4e5a-9185-4ed1ccc40b75 req-6f3efba3-4c7a-4e4a-8070-b7c9316c10d4 tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1190.689911] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1190.689911] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.690054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.690094] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.690316] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.690494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.690656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.690710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.694224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.694326] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.694438] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.987038] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.987272] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.987365] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.987605] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.987858] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.988038] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.988178] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.988408] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.988543] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.988752] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.988861] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.988968] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.989082] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.989183] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.989293] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.989423] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.010672] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.010896] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.011525] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.011525] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.011722] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-a0763917-6d39-49a0-ac1d-0e2d41895109 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.011974] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.012207] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.012567] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.013400] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0763917-6d39-49a0-ac1d-0e2d41895109',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.153407] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.198402] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.198593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.198667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.198825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.198914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.199129] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.199226] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.199289] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.199424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.199551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.199596] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1191.228689] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.228874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.228922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.229146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.229290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.242980] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1191.515887] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.516136] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.516265] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.516571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.516715] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.516869] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port a0763917-6d39-49a0-ac1d-0e2d41895109 not found, creating... [ 1191.517159] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.517350] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.517477] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.517707] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.517843] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.518147] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.518307] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.518422] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.518624] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.518755] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.518891] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: a0763917-6d39-49a0-ac1d-0e2d41895109 is going to be created. [ 1191.539763] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.539990] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.540133] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.540421] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.540651] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.540871] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.655935] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.655935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.656218] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.656285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.656418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.656514] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1191.693045] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.693301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.693301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.693499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.693684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.704390] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1192.320423] env[65957]: INFO networking_nsxv3.common.synchronization [req-b1de059a-324e-4e5a-9185-4ed1ccc40b75 req-6fc8b505-8065-4821-b633-a9b82cdba3dc service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 1192.320423] env[65957]: INFO networking_nsxv3.common.synchronization [req-b1de059a-324e-4e5a-9185-4ed1ccc40b75 req-6fc8b505-8065-4821-b633-a9b82cdba3dc service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1192.320813] env[65957]: INFO networking_nsxv3.common.synchronization [req-b1de059a-324e-4e5a-9185-4ed1ccc40b75 req-6fc8b505-8065-4821-b633-a9b82cdba3dc service nova] Enqueued Resource ID: a0763917-6d39-49a0-ac1d-0e2d41895109 with Priority: HIGHEST for action port [ 1192.321323] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 1192.321472] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1192.321594] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0763917-6d39-49a0-ac1d-0e2d41895109 with Priority: HIGHEST for action port [ 1192.321978] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.322125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.322193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.322398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.322540] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.324252] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.324252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.324439] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0763917-6d39-49a0-ac1d-0e2d41895109 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.324516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.324606] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.324886] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.325021] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0763917-6d39-49a0-ac1d-0e2d41895109',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.827694] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.827878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.828113] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0763917-6d39-49a0-ac1d-0e2d41895109 with status ACTIVE [ 1192.828216] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.828341] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.828461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.828645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.828736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.828916] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.829044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.829109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.829273] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.829351] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.829548] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.829659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.829726] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.829871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.829943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.830038] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0763917-6d39-49a0-ac1d-0e2d41895109 is going to be updated. [ 1192.857267] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.857474] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.857529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.857711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.857847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.858017] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.969654] env[65957]: INFO networking_nsxv3.common.synchronization [req-cac9f7e8-c5fe-4d54-9f7a-051c817ce00a req-9491adb9-4db5-4f9c-8e18-9d4ea6956d84 tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1192.970183] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1192.970494] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.970762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.970869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.971099] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.971279] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.971388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.971486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.971605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.971693] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.971826] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.256515] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1193.256803] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c deletion is rescheduled due to dependency. [ 1193.256959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.257208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.257522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.257814] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.257939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.258109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.258257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.258397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.258518] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.336037] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.336037] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.336037] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.336037] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.336779] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.336779] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.336779] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.337572] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.337572] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.337950] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.337950] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.338073] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.338167] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.338305] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.338447] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.338828] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.393652] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.393840] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.393947] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.394294] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-944" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.394723] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-dcaaa1ed-880a-4633-a6b6-4997690a78ce taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.394921] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.395138] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.395525] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.395672] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcaaa1ed-880a-4633-a6b6-4997690a78ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.458971] env[65957]: INFO networking_nsxv3.common.synchronization [req-4e9f4c4d-9c83-4302-82dc-bf3d0237b98f req-26d5c904-846d-40d3-8acf-47c00389c5c3 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_members [ 1193.459517] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 with Priority: HIGHEST for action security_group_members [ 1193.459822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b05f8088-42c9-4a42-824e-700f7ab2fae6 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.459959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.460364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.460593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.460764] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.460907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.460977] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.461149] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.461236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.461360] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b05f8088-42c9-4a42-824e-700f7ab2fae6',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.474488] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.714830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1193.716088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.716088] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.716765] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.716976] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.717114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.717184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.717362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.717447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.717537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.717703] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.717800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.717861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.718008] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.719502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.719502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.719502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.719502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.719502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.719502] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.719828] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.760705] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.898394] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.898851] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.898851] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.899098] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.899264] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.899408] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port dcaaa1ed-880a-4633-a6b6-4997690a78ce not found, creating... [ 1193.899754] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.899939] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.900073] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.900524] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.900524] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.900768] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.900936] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.901638] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.901938] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.902187] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.902425] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: dcaaa1ed-880a-4633-a6b6-4997690a78ce is going to be created. [ 1193.928377] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.928668] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.928812] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.929106] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.929697] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.930015] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.963835] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.964037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.964180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.964401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.964501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.964725] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.964844] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.964915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.965121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.965224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.965320] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 is going to be updated. [ 1193.978299] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.022380] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.022648] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.022768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.023100] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.023355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.053523] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 in Status: IN_PROGRESS for 2s [ 1194.222631] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fa9beb5-b78d-492a-8384-0aaca9fdea40: rpc.has_security_group_logging(os_id): False [ 1194.253214] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.253437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.253505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.254159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.254159] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.254275] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.254339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.254452] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.254647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.255298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.255298] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.255298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.255298] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.255556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.255556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.255613] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.255661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.255785] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.255856] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.255924] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.256018] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be created. [ 1194.263189] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.332026] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.332240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.332283] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.332471] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.332649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.367941] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1194.481051] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.481282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.481282] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.481545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.481679] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.481826] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1194.516073] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.516221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.516291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.516658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.516819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.528502] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1194.600371] env[65957]: INFO networking_nsxv3.common.synchronization [req-cac9f7e8-c5fe-4d54-9f7a-051c817ce00a req-690a5201-ae13-4997-b9f9-0183378bb3aa service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1194.600562] env[65957]: INFO networking_nsxv3.common.synchronization [req-cac9f7e8-c5fe-4d54-9f7a-051c817ce00a req-690a5201-ae13-4997-b9f9-0183378bb3aa service nova] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1194.601290] env[65957]: INFO networking_nsxv3.common.synchronization [req-cac9f7e8-c5fe-4d54-9f7a-051c817ce00a req-690a5201-ae13-4997-b9f9-0183378bb3aa service nova] Enqueued Resource ID: dcaaa1ed-880a-4633-a6b6-4997690a78ce with Priority: HIGHEST for action port [ 1194.601290] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_rules [ 1194.601459] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1194.601524] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaaa1ed-880a-4633-a6b6-4997690a78ce with Priority: HIGHEST for action port [ 1194.601814] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.601930] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.602072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.602790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.602790] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.603982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.604157] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.604360] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcaaa1ed-880a-4633-a6b6-4997690a78ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.604473] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.604539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.604718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.604795] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcaaa1ed-880a-4633-a6b6-4997690a78ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.765822] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.765994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.766062] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.766271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.766366] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.766467] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1194.807048] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.807265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.807265] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.807469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.807691] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.818333] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1195.106514] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.106729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.108118] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcaaa1ed-880a-4633-a6b6-4997690a78ce with status ACTIVE [ 1195.108227] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.108328] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.108392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.109041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.109041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.109041] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.109041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.109041] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.109429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.109429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.109429] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.109542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.109542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.109652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.109761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.109806] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcaaa1ed-880a-4633-a6b6-4997690a78ce is going to be updated. [ 1195.133234] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.133396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.133445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.133643] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.133774] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.133933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcaaa1ed-880a-4633-a6b6-4997690a78ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.064094] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 in Status: SUCCESS [ 1196.064447] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b05f8088-42c9-4a42-824e-700f7ab2fae6 deletion is rescheduled due to dependency. [ 1196.064447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b05f8088-42c9-4a42-824e-700f7ab2fae6" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.383111] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1196.383440] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.383708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.384034] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.384224] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.549147] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1196.549147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.549147] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.549576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.549740] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.549878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.549974] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.550167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.550255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.550363] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.831610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1196.832059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.832362] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.832718] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.833192] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.833357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.833451] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.833717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.833808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.833994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.834685] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.887079] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.887428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.887482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.887799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.888117] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.888418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.888743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.889194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.889447] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.889546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.889657] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.053387] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.337056] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.396022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.396022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.396022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.396022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.396022] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.396712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.396712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.396712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.396712] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.396712] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.557188] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.839487] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c: rpc.has_security_group_logging(os_id): False [ 1197.860561] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.860762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.860851] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.861135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.861256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.861563] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.861699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.861786] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.861981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.862135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.862236] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1197.899225] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fa9beb5-b78d-492a-8384-0aaca9fdea40: rpc.has_security_group_logging(os_id): False [ 1197.923125] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.923355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.923355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.923582] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.923793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.923917] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.924021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.924072] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.924353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.924481] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.924741] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.924877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.924980] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.925180] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.925257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.925442] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.925537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.925597] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.925753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.925831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.925920] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1197.936764] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936972] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.938042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.938042] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.962553] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1197.987325] env[65957]: INFO networking_nsxv3.common.synchronization [req-1820808a-a265-44ce-8adc-162e689860d9 req-c07e68bc-ee02-4892-8220-386ee503f9dc tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1197.987962] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1197.988519] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.988519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.988519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.988771] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.988961] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.989095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.989176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.989355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.989541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.989610] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.049123] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.049287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.049361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.049591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.049750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.059243] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.059459] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.059535] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.059753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.059866] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.059947] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1198.104614] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1198.131593] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.131748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.131842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.132063] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.132169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.143129] env[65957]: INFO networking_nsxv3.common.synchronization [req-2c78a2c0-a872-4ca6-8c09-8ea5e47ee8a0 req-ad02bdf2-ce85-447c-8095-d9e76aabd142 tempest-MultipleCreateTestJSON-1626352357 tempest-MultipleCreateTestJSON-1626352357-project-member] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1198.143571] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGHEST for action security_group_members [ 1198.144483] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.144483] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.147807] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1198.492499] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.995396] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.499903] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.499903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.499903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.499903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.499903] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.500403] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1199.528573] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.528731] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.528802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.529399] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.529576] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.539802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1199.979610] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1199.979902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.123151] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1200.123413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.160405] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1200.160405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.160405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.160405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.160933] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.160933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.160933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.160933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.160933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.161360] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.161360] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.663551] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.663941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.663941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.664293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.664591] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.664775] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.664885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.665127] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.665306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.665542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.665778] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.665962] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.666046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.666247] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.666395] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.666525] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.666638] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.666843] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.666936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.667054] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.667153] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.170167] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a22e6947-8ced-4e4f-af9d-254c417f6bc2: rpc.has_security_group_logging(os_id): False [ 1201.190488] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.190703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.190703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.190941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.191121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.191275] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.191357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.191432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.191612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.191681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.191908] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.192021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.192108] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.192262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.192336] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.192546] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.192640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.192714] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.192858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.192927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.193168] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1201.261498] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.261696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.261881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.262182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.262466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.288479] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1201.549872] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1201.550113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.550279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.550603] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.550717] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.550821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.550882] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.551051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.551132] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.551228] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.053963] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.054439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.054439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.054568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.054628] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.054801] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.054909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.054970] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.055251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.055251] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.055381] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be updated. [ 1202.085412] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.085707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.085707] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.085833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.085955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.095500] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: IN_PROGRESS for 2s [ 1203.144754] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.145108] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1203.307634] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1203.307634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.106826] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 in Status: SUCCESS [ 1204.107089] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 deletion is rescheduled due to dependency. [ 1204.107244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.029759] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344ece6-3e41-45f4-9de3-9e63e6071715 req-e0a44726-5cc2-4556-adf3-012c4f3ebacf tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1207.030065] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1207.030128] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.030294] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.030988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.030988] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.031190] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.031338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.031397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.031561] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.031981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.032102] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.059519] env[65957]: INFO networking_nsxv3.common.synchronization [req-bd3a53fb-ce7e-445a-94ad-e59cd896b00d req-2496e642-b1e7-463b-b95b-69a7165a13f7 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1207.060187] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1207.060435] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.060546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.060596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.060797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.060948] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.062016] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.062125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.062454] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.062569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.062725] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.537167] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.537167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.537167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.537167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.562578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.562578] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.562578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.562578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.565219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.565219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.565219] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd is going to be updated. [ 1207.566945] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.567113] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.567236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.567392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.567475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.567665] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.567762] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.567820] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.567963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.568047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.568131] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1207.603533] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.603780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.603780] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.603997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.604312] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.606885] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.607057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.607105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.607464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.607609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.620934] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: IN_PROGRESS for 2s [ 1207.621807] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1207.862840] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.862840] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.862840] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.862840] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.862840] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.863651] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.866830] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.866830] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.866830] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.866830] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.866830] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.866830] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.866830] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.866830] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.866830] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.866830] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.879173] env[65957]: INFO networking_nsxv3.common.synchronization [req-46a36ec2-9c9e-463d-b6fc-1640cdcb36ce req-c22651ab-8bb0-4862-bae0-86c368a243c8 tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1207.879173] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1207.879543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.879804] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.880342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.880711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.880991] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.882030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.882030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.882030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.882030] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.882030] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.886692] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.886919] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.887106] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.887325] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.887741] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-1a0b15d0-0549-43c3-aa4c-988033f293d5 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.887972] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.888196] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.888587] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.888761] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0b15d0-0549-43c3-aa4c-988033f293d5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.386990] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.390904] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.391127] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.391400] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.391761] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.391917] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.392088] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port 1a0b15d0-0549-43c3-aa4c-988033f293d5 not found, creating... [ 1208.392400] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.392562] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.392683] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.392918] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.393168] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.393374] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.393538] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.393654] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.393864] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.393997] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.394151] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: 1a0b15d0-0549-43c3-aa4c-988033f293d5 is going to be created. [ 1208.415501] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.415728] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.415851] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.416150] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.416380] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.416620] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.889548] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.139208] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344ece6-3e41-45f4-9de3-9e63e6071715 req-d1d316a7-0439-4597-aa02-4c419acb23ef service nova] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_rules [ 1209.139391] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344ece6-3e41-45f4-9de3-9e63e6071715 req-d1d316a7-0439-4597-aa02-4c419acb23ef service nova] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1209.139952] env[65957]: INFO networking_nsxv3.common.synchronization [req-1344ece6-3e41-45f4-9de3-9e63e6071715 req-d1d316a7-0439-4597-aa02-4c419acb23ef service nova] Enqueued Resource ID: 1a0b15d0-0549-43c3-aa4c-988033f293d5 with Priority: HIGHEST for action port [ 1209.140485] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_rules [ 1209.140617] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1209.140718] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0b15d0-0549-43c3-aa4c-988033f293d5 with Priority: HIGHEST for action port [ 1209.141078] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.141238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.141238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.141475] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.141565] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.142513] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.143400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.143400] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0b15d0-0549-43c3-aa4c-988033f293d5 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.143400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.143400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.143400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.143400] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0b15d0-0549-43c3-aa4c-988033f293d5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.392505] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.392931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.392931] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.393096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.393176] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.393279] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1209.425134] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.425338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.425420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.425667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.425823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.435709] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1209.633501] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1209.633501] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 deletion is rescheduled due to dependency. [ 1209.633501] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.634151] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: SUCCESS [ 1209.635065] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd deletion is rescheduled due to dependency. [ 1209.635065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.635065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.635065] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.635306] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.635306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.635306] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.635427] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.635531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.635602] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.645078] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.645243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.648098] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0b15d0-0549-43c3-aa4c-988033f293d5 with status ACTIVE [ 1209.648335] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.648589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.648708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.648955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.649109] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.649355] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.649485] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.649590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.649813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.649953] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.650227] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.650355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.650464] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.650632] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.650713] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.650810] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0b15d0-0549-43c3-aa4c-988033f293d5 is going to be updated. [ 1209.672187] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.672353] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.672400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.672577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.672744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.672916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.137543] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.247212] env[65957]: INFO networking_nsxv3.common.synchronization [req-71c8b352-4e75-4a67-8507-d0ff2df508e1 req-c191dd38-7ffa-478c-a1ba-8434fa885dad tempest-AttachVolumeTestJSON-1307483800 tempest-AttachVolumeTestJSON-1307483800-project-member] Enqueued Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_members [ 1210.247747] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGHEST for action security_group_members [ 1210.248072] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.248193] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.248259] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.248458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.248613] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.248709] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.248772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.248915] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.248997] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.249101] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.639564] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.751375] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.751565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.751565] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.751743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.751873] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.752149] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.752335] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.752398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.752532] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.752609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.752699] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 is going to be updated. [ 1210.780090] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.780278] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.780325] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.780500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.780641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.804116] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 in Status: IN_PROGRESS for 2s [ 1211.142289] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.142546] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.142618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.142822] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.142959] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.143094] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd is going to be updated. [ 1211.174944] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.175204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.175204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.175689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.175689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.185783] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: IN_PROGRESS for 2s [ 1211.445482] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1211.445710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.814987] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 in Status: SUCCESS [ 1212.815343] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 deletion is rescheduled due to dependency. [ 1212.815343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.195490] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: SUCCESS [ 1213.195729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.195901] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.196141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.196332] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.196453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.196523] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.196732] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.196819] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.197188] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.197188] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.699918] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.700238] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.700338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.700627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.700861] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.701035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.701135] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.701359] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.701556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.701610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.701825] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.701955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.702081] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.702296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.702578] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.702689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.702757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.702909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.702990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.703089] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.703180] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.205861] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27a52d66-425b-4ce9-99ad-53a59b3cefdd: rpc.has_security_group_logging(os_id): False [ 1214.235046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.235241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.235287] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.235517] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.235612] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.235810] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.235912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.235969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.236160] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.236252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.236445] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.236541] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.236601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.236794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.236869] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.237096] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.237212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.237274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.237462] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.237547] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.237636] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd is going to be updated. [ 1214.302321] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.302522] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.302636] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.302799] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.302969] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.321979] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: IN_PROGRESS for 2s [ 1215.249184] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.249595] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1215.646713] env[65957]: INFO networking_nsxv3.common.synchronization [req-c33e32ed-65a4-45a1-a470-2cb76572741d req-fb08eadf-eaa0-402f-bf61-5b74bbdbb54c tempest-ServersTestJSON-1442403982 tempest-ServersTestJSON-1442403982-project-member] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1215.647306] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGHEST for action security_group_members [ 1215.647653] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.647779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.647846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.648059] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.648211] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.648310] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.648372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.649024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.649024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.649024] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.151231] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.151504] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.151623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.151951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.152125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.152440] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.152596] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.152689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.152876] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.153257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.153257] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be updated. [ 1216.195476] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.195684] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.195734] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.195918] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.196076] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.205115] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: IN_PROGRESS for 2s [ 1216.378520] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: SUCCESS [ 1216.378902] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.930148] env[65957]: INFO networking_nsxv3.common.synchronization [req-ad8297a1-ff9a-475d-9450-f84f65516519 req-b388a4ce-6439-4ef3-8bf5-172fbb8aa92c tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1216.934220] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1216.934220] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.934220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.934220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.934220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.934220] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.934220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.934220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.934220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.934220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.934220] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.287101] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.287290] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.287417] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.287682] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.287934] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.288332] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.288467] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.288690] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.288833] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.289359] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.289359] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.289359] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.289359] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.289559] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.289559] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.289678] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.319449] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.319633] env[65957]: DEBUG dogpile.cache.region [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.319773] env[65957]: DEBUG dogpile.lock [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.319951] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "network-570" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.320295] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock port-a321677c-4739-4bd7-b325-3bf3c70ce4f1 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.320473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.320593] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.320931] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.321133] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a321677c-4739-4bd7-b325-3bf3c70ce4f1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.412889] env[65957]: INFO networking_nsxv3.common.synchronization [req-449f8c32-8702-4bbb-9690-307879e0e3d2 req-bb0f4135-3653-4a9e-b86b-624e81514eb9 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1217.413447] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd with Priority: HIGHEST for action security_group_members [ 1217.413820] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a52d66-425b-4ce9-99ad-53a59b3cefdd taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.413888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.413927] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.414141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.414292] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.414412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.414470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.414627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.414711] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.414808] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a52d66-425b-4ce9-99ad-53a59b3cefdd',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.437304] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.437505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.437505] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.437725] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.437815] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.438018] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.438134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.438175] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.438320] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.438396] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.438481] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1217.459073] env[65957]: INFO networking_nsxv3.common.synchronization [req-449f8c32-8702-4bbb-9690-307879e0e3d2 req-bb0f4135-3653-4a9e-b86b-624e81514eb9 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 1a0b15d0-0549-43c3-aa4c-988033f293d5 with Priority: HIGHEST for action port [ 1217.459602] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0b15d0-0549-43c3-aa4c-988033f293d5 with Priority: HIGHEST for action port [ 1217.459911] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0b15d0-0549-43c3-aa4c-988033f293d5 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.460185] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.460286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.460497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.460580] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0b15d0-0549-43c3-aa4c-988033f293d5',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.466236] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.466236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.466236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.466236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.466236] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.475628] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1217.824709] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.825832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.825832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.825832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.825832] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.825832] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Segment Port a321677c-4739-4bd7-b325-3bf3c70ce4f1 not found, creating... [ 1217.826122] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.826122] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.826227] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.826413] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.826543] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.826817] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.826966] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.827092] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.827294] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.827423] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.827558] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Resource: SegmentPort with ID: a321677c-4739-4bd7-b325-3bf3c70ce4f1 is going to be created. [ 1217.849603] env[65957]: DEBUG networking_nsxv3.common.locking [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.849833] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.849952] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.850252] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.850478] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.850702] env[65957]: DEBUG oslo_concurrency.lockutils [None req-4b323fd9-92f0-4ee3-a6a9-7840996da016 None None] Releasing lock "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.916689] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.916898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.916898] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.917151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.917261] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.917445] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.917544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.917604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.917751] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.917826] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.917912] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd is going to be updated. [ 1217.964300] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0b15d0-0549-43c3-aa4c-988033f293d5 with status ACTIVE [ 1217.964642] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.964783] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.964852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.965205] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.965318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.965716] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.965716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.965716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.966049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.966049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.966160] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.966239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.966239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.966415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.966484] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.966536] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0b15d0-0549-43c3-aa4c-988033f293d5 is going to be updated. [ 1217.979178] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.979347] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.979415] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.979591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.979737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.990189] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: IN_PROGRESS for 2s [ 1217.995181] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.995348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.995458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.995650] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.995752] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.995917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0b15d0-0549-43c3-aa4c-988033f293d5" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.216168] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 in Status: SUCCESS [ 1218.216168] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 deletion is rescheduled due to dependency. [ 1218.216168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.558176] env[65957]: INFO networking_nsxv3.common.synchronization [req-ad8297a1-ff9a-475d-9450-f84f65516519 req-7eb4ca17-b156-4eb6-9067-c7be8664a41e service nova] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 1218.558531] env[65957]: INFO networking_nsxv3.common.synchronization [req-ad8297a1-ff9a-475d-9450-f84f65516519 req-7eb4ca17-b156-4eb6-9067-c7be8664a41e service nova] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1218.558658] env[65957]: INFO networking_nsxv3.common.synchronization [req-ad8297a1-ff9a-475d-9450-f84f65516519 req-7eb4ca17-b156-4eb6-9067-c7be8664a41e service nova] Enqueued Resource ID: a321677c-4739-4bd7-b325-3bf3c70ce4f1 with Priority: HIGHEST for action port [ 1218.559104] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_rules [ 1218.559254] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1218.559356] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a321677c-4739-4bd7-b325-3bf3c70ce4f1 with Priority: HIGHEST for action port [ 1218.559647] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.559781] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.559848] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.560075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.560159] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.561078] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.561177] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.561398] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a321677c-4739-4bd7-b325-3bf3c70ce4f1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.561490] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.561569] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.561743] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.561832] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a321677c-4739-4bd7-b325-3bf3c70ce4f1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.063836] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.064148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.064250] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a321677c-4739-4bd7-b325-3bf3c70ce4f1 with status ACTIVE [ 1219.064367] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.064588] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.064647] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.064871] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.064960] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.065163] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.065271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.065332] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.065538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.065649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.065793] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.065885] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.065946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.066105] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.066178] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.066264] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a321677c-4739-4bd7-b325-3bf3c70ce4f1 is going to be updated. [ 1219.098013] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.098239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.098239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.098460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.098593] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.098755] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a321677c-4739-4bd7-b325-3bf3c70ce4f1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.487055] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1219.487055] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 deletion is rescheduled due to dependency. [ 1219.487055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.487055] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.487368] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.487368] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.487460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.487511] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.487657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.487740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.487833] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.990153] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.003185] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd in Status: SUCCESS [ 1220.003368] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a52d66-425b-4ce9-99ad-53a59b3cefdd deletion is rescheduled due to dependency. [ 1220.003533] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a52d66-425b-4ce9-99ad-53a59b3cefdd" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.495032] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.997286] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.997700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.997700] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.997831] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.997948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.998359] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1221.030039] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.030229] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.030229] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.030424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.030571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.041213] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1223.056048] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1223.056048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.056048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.056570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.056570] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.056570] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.056715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.056994] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.057101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.057206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.057313] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.559304] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.560272] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.560356] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1224.061756] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63006db2-be58-4e06-8c73-eb8e691b0be2: rpc.has_security_group_logging(os_id): False [ 1224.110343] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.110589] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.110642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.110846] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.110951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.111255] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.111364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.111437] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.111604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.111696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.111801] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1224.241367] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.241620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.241620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.241813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.241963] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.256881] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1226.276282] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1226.276631] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.562064] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.562406] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.563504] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.563844] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.565101] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.565778] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.067432] env[65957]: INFO networking_nsxv3.common.synchronization [req-502d1abb-3728-4bed-9a12-1ff5b004ee16 req-39a42bca-2b8b-48b0-96c8-1ce0fbb6eafc tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1242.068861] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1242.068861] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.070101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.070101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.070101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.070101] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.070101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.070101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.070101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.070101] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.070567] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.416705] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.416705] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.416705] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.417174] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.417245] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.417350] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.417476] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.417792] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.417936] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.418163] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.418271] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.418380] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.418485] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.418591] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.418693] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.418832] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.440700] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.440867] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.440998] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.441195] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-837" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.441509] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-a48f2d10-9bd3-4f10-bb23-43673f0502fa taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.441683] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.441799] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.442145] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.442285] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a48f2d10-9bd3-4f10-bb23-43673f0502fa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.573340] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.944626] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.945179] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.945179] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.945387] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.945551] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.945712] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port a48f2d10-9bd3-4f10-bb23-43673f0502fa not found, creating... [ 1242.945982] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.946157] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.946275] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.946587] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.946724] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.947018] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.947180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.947297] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.947504] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.947640] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.947780] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: a48f2d10-9bd3-4f10-bb23-43673f0502fa is going to be created. [ 1242.975781] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.975781] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.975781] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.976117] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.976157] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.976390] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.076671] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.579853] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.580090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.580090] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.580305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.580392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.580488] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be updated. [ 1243.618136] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.618254] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.618367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.618657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.618814] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.627561] env[65957]: INFO networking_nsxv3.common.synchronization [req-2cddb512-0939-4418-b7ca-eb93b545b977 req-555213a3-a6e9-4ce6-bdab-ef051c53e549 tempest-AttachVolumeNegativeTest-1065380660 tempest-AttachVolumeNegativeTest-1065380660-project-member] Enqueued Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_members [ 1243.628206] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGHEST for action security_group_members [ 1243.628581] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.628737] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.628800] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.629039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.629207] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.629338] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.629417] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.629642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.629777] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.629886] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.631669] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 1243.688860] env[65957]: INFO networking_nsxv3.common.synchronization [req-502d1abb-3728-4bed-9a12-1ff5b004ee16 req-ceb9f40e-0308-404f-a95b-b62561fa4c4c service nova] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 1243.689034] env[65957]: INFO networking_nsxv3.common.synchronization [req-502d1abb-3728-4bed-9a12-1ff5b004ee16 req-ceb9f40e-0308-404f-a95b-b62561fa4c4c service nova] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1243.689177] env[65957]: INFO networking_nsxv3.common.synchronization [req-502d1abb-3728-4bed-9a12-1ff5b004ee16 req-ceb9f40e-0308-404f-a95b-b62561fa4c4c service nova] Enqueued Resource ID: a48f2d10-9bd3-4f10-bb23-43673f0502fa with Priority: HIGHEST for action port [ 1243.689681] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_rules [ 1243.689814] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1243.689915] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48f2d10-9bd3-4f10-bb23-43673f0502fa with Priority: HIGHEST for action port [ 1243.690264] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.690386] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.690449] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.690659] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.690742] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.691622] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.691715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.693140] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a48f2d10-9bd3-4f10-bb23-43673f0502fa taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.693140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.693140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.693140] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.693140] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a48f2d10-9bd3-4f10-bb23-43673f0502fa',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.132991] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.133398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.133518] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.133739] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.133835] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.134060] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.134295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.134295] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.134433] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.134493] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.134695] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d33125b8-57f6-417e-87e4-14196078a4ce is going to be updated. [ 1244.162112] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.162288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.162363] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.162528] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.162667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.171401] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d33125b8-57f6-417e-87e4-14196078a4ce in Status: IN_PROGRESS for 2s [ 1244.195096] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.195227] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.196561] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a48f2d10-9bd3-4f10-bb23-43673f0502fa with status ACTIVE [ 1244.196757] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.196878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.196942] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.197208] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.197346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.197492] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.197636] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.197686] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.197837] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.197936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.198136] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.198233] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.198286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.198432] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.198492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.198576] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a48f2d10-9bd3-4f10-bb23-43673f0502fa is going to be updated. [ 1244.226189] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.226418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.226418] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.226621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.226772] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.226955] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a48f2d10-9bd3-4f10-bb23-43673f0502fa" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.643192] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 1245.643551] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.643594] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.643825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.643991] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.644125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.644216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.644346] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.644428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.644528] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.146662] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.183321] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d33125b8-57f6-417e-87e4-14196078a4ce in Status: SUCCESS [ 1246.183561] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d33125b8-57f6-417e-87e4-14196078a4ce deletion is rescheduled due to dependency. [ 1246.183682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.650145] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.152593] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.152823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.152872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.153142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.153231] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.153344] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be updated. [ 1247.186194] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.186373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.186373] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.186575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.186722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.196831] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 1248.690671] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.691015] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1249.143966] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.144174] env[65957]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfca31db-77d4-40d3-a2ab-57ac8bf123b7 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.209216] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 1249.209444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.209610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.209839] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.210027] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.210151] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.210216] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.210371] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.210450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.210537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.210625] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.713163] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.215339] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4817fa88-257e-4e2e-bd13-9e8efbbd2efe: rpc.has_security_group_logging(os_id): False [ 1250.246600] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.246600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.246600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.246600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.246600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.246600] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.246600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.246600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.247225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.247225] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.247225] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be updated. [ 1250.317410] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.317642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.317729] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.317943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.318142] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.332219] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 1252.346271] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 1252.346559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.692063] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.692479] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.692688] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.693162] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.694172] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.694708] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.300804] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.301058] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.301248] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.301604] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.301937] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.302176] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.302350] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.302666] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.302831] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.303159] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.303310] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.303455] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.303701] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.303887] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.304059] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.304223] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.325920] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.325920] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.326113] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.326323] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-424" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.326662] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-a0763917-6d39-49a0-ac1d-0e2d41895109 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.326838] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.326956] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.327240] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.327416] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0763917-6d39-49a0-ac1d-0e2d41895109',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.830449] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.830790] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.830790] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.831090] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.831234] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.831522] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.831677] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.831791] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.832021] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.832161] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.832444] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.832600] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.832716] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.832921] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.833084] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.833234] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: a0763917-6d39-49a0-ac1d-0e2d41895109 is going to be updated. [ 1264.854621] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.854849] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.855065] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.855266] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.855466] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.855696] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.545740] env[65957]: INFO networking_nsxv3.common.synchronization [req-e2d7ed92-7251-4716-87fd-6ca8a3f7b10d req-e2ad5176-040a-4544-a347-2e3e8389b9c8 service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 1265.545922] env[65957]: INFO networking_nsxv3.common.synchronization [req-e2d7ed92-7251-4716-87fd-6ca8a3f7b10d req-e2ad5176-040a-4544-a347-2e3e8389b9c8 service nova] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1265.546103] env[65957]: INFO networking_nsxv3.common.synchronization [req-e2d7ed92-7251-4716-87fd-6ca8a3f7b10d req-e2ad5176-040a-4544-a347-2e3e8389b9c8 service nova] Enqueued Resource ID: a0763917-6d39-49a0-ac1d-0e2d41895109 with Priority: HIGHEST for action port [ 1265.546623] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_rules [ 1265.546757] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1265.546852] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0763917-6d39-49a0-ac1d-0e2d41895109 with Priority: HIGHEST for action port [ 1265.547173] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.547255] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.547313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.547536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.547590] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.548814] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.549787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.549787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.549787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.549787] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.549787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.549787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.549787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.549787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.549787] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.550579] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0763917-6d39-49a0-ac1d-0e2d41895109 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.550710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.550710] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.551198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.551198] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0763917-6d39-49a0-ac1d-0e2d41895109',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.052794] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.053248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.053248] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.054104] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0763917-6d39-49a0-ac1d-0e2d41895109 with status ACTIVE [ 1266.054289] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.054409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.054460] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.054654] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.054740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.054907] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.055057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.055116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.055268] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.055343] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.055524] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.055616] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.055673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.055808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.055883] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.056066] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0763917-6d39-49a0-ac1d-0e2d41895109 is going to be updated. [ 1266.078401] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.078401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.078401] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.078703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.078703] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.079056] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0763917-6d39-49a0-ac1d-0e2d41895109" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.559092] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.061103] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.061103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.061103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.061722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.061722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.061722] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1267.096277] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.096497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.096497] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.096643] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.096788] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.105575] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1269.116899] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1269.117276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.117364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.117600] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.117788] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.117907] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.117971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.118133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.118215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.118288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.118385] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.620523] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.122558] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c: rpc.has_security_group_logging(os_id): False [ 1270.141165] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.141370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.141429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.141723] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.141860] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.142167] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.142288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.142339] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.142516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.142591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.142712] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1270.203896] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.204122] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.204206] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.204499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.204695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.219953] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1270.547811] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.547980] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.239157] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1272.239548] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.549396] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.549694] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.550425] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.550892] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.373700] env[65957]: INFO networking_nsxv3.common.synchronization [req-625886f1-e7be-47e7-9a38-44335fe9ac2b req-731b5fff-3282-417a-b733-086a8e3496e8 tempest-ServerActionsTestJSON-896106632 tempest-ServerActionsTestJSON-896106632-project-member] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1281.373812] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGHEST for action security_group_members [ 1281.374283] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.374808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.374808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.374808] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.374808] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.375116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.375116] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.375219] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.375257] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.375502] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.878115] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.878556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.878556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.878556] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.878689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.878856] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.878998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.878998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.879161] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.879237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.879327] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be updated. [ 1281.908016] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.908240] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.908318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.908520] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.908663] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.916968] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: IN_PROGRESS for 2s [ 1283.929472] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 in Status: SUCCESS [ 1283.929847] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 deletion is rescheduled due to dependency. [ 1283.929847] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.019378] env[65957]: INFO networking_nsxv3.common.synchronization [req-4573e820-9219-42c6-844d-e4ae0898d33f req-b7a39908-42db-442b-b8be-bfd2f6afe3e8 tempest-ServerActionsTestOtherB-1421077863 tempest-ServerActionsTestOtherB-1421077863-project-member] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1284.019694] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGHEST for action security_group_members [ 1284.020056] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.020209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.020301] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.020487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.020663] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.020779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.020858] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.020993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.021102] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.021183] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.523509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.523692] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.523736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.523945] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.524053] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.524241] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.524342] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.524395] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.524545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.524618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.524701] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be updated. [ 1284.550829] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.551049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.551049] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.551222] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.551358] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.560937] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: IN_PROGRESS for 2s [ 1286.573171] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c in Status: SUCCESS [ 1286.573171] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c deletion is rescheduled due to dependency. [ 1286.573171] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.020982] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.021466] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.338656] env[65957]: INFO networking_nsxv3.common.synchronization [None req-51f65447-25e4-432f-b3e3-3fdb58ddc1ab None None] Enqueued Resource ID: 6a3d12c3-9e8b-4145-b06c-540eed44b4d0 with Priority: HIGHEST for action port [ 1289.339290] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3d12c3-9e8b-4145-b06c-540eed44b4d0 with Priority: HIGHEST for action port [ 1289.339522] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3d12c3-9e8b-4145-b06c-540eed44b4d0 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.339759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3d12c3-9e8b-4145-b06c-540eed44b4d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.339759] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3d12c3-9e8b-4145-b06c-540eed44b4d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.339948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3d12c3-9e8b-4145-b06c-540eed44b4d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.340153] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3d12c3-9e8b-4145-b06c-540eed44b4d0',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.842289] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a3d12c3-9e8b-4145-b06c-540eed44b4d0 [ 1289.842651] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.842827] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.842943] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.843194] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.843269] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.843366] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a3d12c3-9e8b-4145-b06c-540eed44b4d0 already deleted. [ 1289.843448] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3d12c3-9e8b-4145-b06c-540eed44b4d0" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.617625] env[65957]: INFO networking_nsxv3.common.synchronization [None req-f6437af8-d9f7-4b10-abeb-3ab9cd2acc45 None None] Enqueued Resource ID: 4ae5b950-39f7-4deb-a3fd-017998e7c650 with Priority: HIGHEST for action port [ 1291.618310] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae5b950-39f7-4deb-a3fd-017998e7c650 with Priority: HIGHEST for action port [ 1291.618668] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ae5b950-39f7-4deb-a3fd-017998e7c650 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.619075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ae5b950-39f7-4deb-a3fd-017998e7c650" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.619075] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ae5b950-39f7-4deb-a3fd-017998e7c650" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.619264] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ae5b950-39f7-4deb-a3fd-017998e7c650" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.619496] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ae5b950-39f7-4deb-a3fd-017998e7c650',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.121946] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ae5b950-39f7-4deb-a3fd-017998e7c650 [ 1292.122227] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.122365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.122445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.122817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.122817] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.122817] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ae5b950-39f7-4deb-a3fd-017998e7c650 already deleted. [ 1292.123039] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ae5b950-39f7-4deb-a3fd-017998e7c650" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.099480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.099738] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.099875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.100235] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.100540] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.603673] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.106370] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.608774] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1294.608774] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1294.688124] env[65957]: INFO networking_nsxv3.common.synchronization [req-086a292d-0355-46da-827a-51d15667e6f1 req-57a58555-547a-452e-86ee-650a64bf38b0 tempest-ServerRescueTestJSON-41774460 tempest-ServerRescueTestJSON-41774460-project-member] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1294.688124] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1294.688273] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.688382] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.688445] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.688699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.688853] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.688949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.689020] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.689308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.689398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.689549] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.945477] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.945719] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.945802] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.946144] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.946416] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.946571] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.946673] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.946888] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.947146] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.947397] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.947512] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.947616] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.947744] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.947856] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.947960] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.948103] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.978564] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.978757] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1294.978928] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.979233] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.979678] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-1a1a69df-24e8-4a6c-b184-d20188fa2b73 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.979907] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.980098] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.980475] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.980659] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1a69df-24e8-4a6c-b184-d20188fa2b73',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.191642] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.192057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.192057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.192057] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.192189] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.192335] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.192435] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.192489] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.192640] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.192715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.192798] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf already deleted. [ 1295.192874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.404030] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.404230] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.404280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.404458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.418955] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1295.419954] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.421168] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1295.458936] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.458936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.458936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.459286] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.472492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.473369] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1295.473501] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.473551] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1295.482760] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.482982] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.483120] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.483397] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.483644] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.483796] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port 1a1a69df-24e8-4a6c-b184-d20188fa2b73 not found, creating... [ 1295.484079] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.484262] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.484376] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.484626] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.484732] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.485030] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.485180] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.485292] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.485552] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.485703] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.485850] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: 1a1a69df-24e8-4a6c-b184-d20188fa2b73 is going to be created. [ 1295.508153] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.508393] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.508535] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.508800] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.509046] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.509298] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.521217] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.521388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.521446] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.521625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.522973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.523242] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1295.655647] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.655914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.655914] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.656119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.656480] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.656956] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1295.761017] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.761237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.761237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.761512] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.761825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.762133] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1295.762228] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a22e6947-8ced-4e4f-af9d-254c417f6bc2', 'd33125b8-57f6-417e-87e4-14196078a4ce', '9fa9beb5-b78d-492a-8384-0aaca9fdea40', '268e2655-a5a3-4704-bb3b-27ce2432be56', '88a2d944-09f4-42e2-824e-4d7e458f766d', '4817fa88-257e-4e2e-bd13-9e8efbbd2efe', '78ca2d5d-5904-4b97-92e6-2c6fe93ca36b', 'fec42b01-6b7e-4658-8006-a45db3a7ac88', 'aecb47dc-b7e9-4e54-a58e-3d9a777a81b7', 'eeffb69e-fb8c-4983-be0e-2d67ef37cf57', 'd032f33c-7f5c-4ab1-bc5a-71fe6310f965', '63006db2-be58-4e06-8c73-eb8e691b0be2', 'd9ab918e-67c4-4f0d-a0f8-acd148794601', 'd9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c', 'e5ea3ce5-63fb-4234-b162-d4d1843f0234', 'f81e6109-86a2-46b0-8e73-6eb3bd6c5b07', 'd6720483-73cc-4d21-a036-60a8ab5d713f', 'ce50da70-dc64-4326-9bea-a098b986f453', 'b5cf1432-7ad2-4176-8f0e-86dc98a754a1', 'ce1eed4e-f69e-4ecb-8c33-35a59dedfdac', '450aa4cc-3fe9-4baa-b93c-8c50ffcadd54', 'b8907e92-e135-451d-9aaa-427fe6ba9aaa', '1935a7c1-7253-4e10-a709-32aab1b94265', '82d6b2a0-2695-40d0-aa5f-7e83cd159aed', '3c5b94d4-f152-48fc-8f25-fcfadeada4f9', '8ee9264f-247c-41b2-a9e9-4ddb2b927899', '2bea3b8d-d978-45f2-b73f-a89ddaeb5acb', 'b0bf5ec3-ad76-4c05-8381-987a725576de', 'f2dcd3e9-9439-4353-944c-d808906d953d', '35c82d24-c395-4b2c-8c8d-6baef172ade7', '71bd568e-8d10-47a3-a65b-3099ec6572d0', '7daaa804-978f-4c5b-a0b5-3d35217e0b2d', 'd843878d-bd82-4258-aa26-d22c67d34b90', 'b05f8088-42c9-4a42-824e-700f7ab2fae6', 'c50b0fb3-daeb-4cc7-98d3-4a854690873d', '85ea212d-a2bb-4f8f-8180-63d4c47aa5e0', 'a70c8722-86ec-44d7-9a6a-12523270c587', '6d6cdc75-32a4-4f73-8cda-5eb5a44092dc', '27a52d66-425b-4ce9-99ad-53a59b3cefdd', '5e2712b2-ef3a-40de-b019-c36c0e181510', '9ce955f7-07b2-4076-80d8-06c296565870', '1eacff84-9f01-49c0-9967-df4c9f5d1cc2', 'e80be11b-f72b-4b96-a7ab-de076c0fd26b', 'cc4ca3cf-2c25-4547-922b-47a2a2f8ef3c', '3520f38c-23dd-4b8c-b6ee-eb277403e779'} {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.762322] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1295.783627] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.783881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.783881] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.784118] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.784212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.784325] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1295.784396] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.784488] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1295.871354] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.871590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.871590] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.871764] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.872906] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.873195] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1295.873295] env[65957]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65957) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.873428] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1295.873497] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1295.873598] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1295.873653] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGH for action security_group_rules [ 1295.873715] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGH for action security_group_rules [ 1295.873789] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGH for action security_group_rules [ 1295.873887] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGH for action security_group_rules [ 1295.873986] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGH for action security_group_rules [ 1295.874076] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGH for action security_group_rules [ 1295.874136] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGH for action security_group_rules [ 1295.874199] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGH for action security_group_rules [ 1295.874259] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGH for action security_group_rules [ 1295.874319] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGH for action security_group_rules [ 1295.874379] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGH for action security_group_rules [ 1295.874441] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGH for action security_group_rules [ 1295.874501] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGH for action security_group_rules [ 1295.874561] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGH for action security_group_rules [ 1295.874621] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGH for action security_group_rules [ 1295.874683] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGH for action security_group_rules [ 1295.874744] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGH for action security_group_rules [ 1295.874807] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGH for action security_group_rules [ 1295.874868] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGH for action security_group_rules [ 1295.874930] env[65957]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGH for action security_group_rules [ 1295.875037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [req-086a292d-0355-46da-827a-51d15667e6f1 req-ebc10114-2f57-4297-b8f7-7a9cf1bbecc7 service nova] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_rules [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [req-086a292d-0355-46da-827a-51d15667e6f1 req-ebc10114-2f57-4297-b8f7-7a9cf1bbecc7 service nova] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [req-086a292d-0355-46da-827a-51d15667e6f1 req-ebc10114-2f57-4297-b8f7-7a9cf1bbecc7 service nova] Enqueued Resource ID: 1a1a69df-24e8-4a6c-b184-d20188fa2b73 with Priority: HIGHEST for action port [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_rules [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1a69df-24e8-4a6c-b184-d20188fa2b73 with Priority: HIGHEST for action port [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 with Priority: HIGH for action security_group_rules [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 with Priority: HIGH for action security_group_rules [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b with Priority: HIGH for action security_group_rules [ 1296.202219] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 with Priority: HIGH for action security_group_rules [ 1296.202901] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac with Priority: HIGH for action security_group_rules [ 1296.203064] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 with Priority: HIGH for action security_group_rules [ 1296.203181] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce50da70-dc64-4326-9bea-a098b986f453 with Priority: HIGH for action security_group_rules [ 1296.203281] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6720483-73cc-4d21-a036-60a8ab5d713f with Priority: HIGH for action security_group_rules [ 1296.203371] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c with Priority: HIGH for action security_group_rules [ 1296.203466] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 with Priority: HIGH for action security_group_rules [ 1296.203557] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 with Priority: HIGH for action security_group_rules [ 1296.203645] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 with Priority: HIGH for action security_group_rules [ 1296.203734] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 with Priority: HIGH for action security_group_rules [ 1296.203819] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 with Priority: HIGH for action security_group_rules [ 1296.203905] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 with Priority: HIGH for action security_group_rules [ 1296.204091] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGH for action security_group_rules [ 1296.204216] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 with Priority: HIGH for action security_group_rules [ 1296.204354] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2d944-09f4-42e2-824e-4d7e458f766d with Priority: HIGH for action security_group_rules [ 1296.204466] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33125b8-57f6-417e-87e4-14196078a4ce with Priority: HIGH for action security_group_rules [ 1296.204574] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 with Priority: HIGH for action security_group_rules [ 1296.205953] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.206141] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.206274] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.206649] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.207158] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.208141] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.208652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.208763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.208985] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.209294] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.209450] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.209538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.209724] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.209829] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.209932] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.211290] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1a69df-24e8-4a6c-b184-d20188fa2b73 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.211290] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.211492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.212315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.212315] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1a69df-24e8-4a6c-b184-d20188fa2b73',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.212699] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.213133] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.213791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.213791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.213791] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a22e6947-8ced-4e4f-af9d-254c417f6bc2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.214806] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.214916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.214981] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.215154] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.215238] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa9beb5-b78d-492a-8384-0aaca9fdea40',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.216789] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.216789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.216789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.216789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.216789] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78ca2d5d-5904-4b97-92e6-2c6fe93ca36b',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.218239] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.218239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.218239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.218239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.218239] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ea3ce5-63fb-4234-b162-d4d1843f0234',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.219461] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.220167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.220167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.220167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.220167] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1eed4e-f69e-4ecb-8c33-35a59dedfdac',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.221591] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.221591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.221591] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.221825] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.221873] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5cf1432-7ad2-4176-8f0e-86dc98a754a1',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.223126] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce50da70-dc64-4326-9bea-a098b986f453 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.223241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.223241] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.223408] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.223478] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce50da70-dc64-4326-9bea-a098b986f453',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.224393] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6720483-73cc-4d21-a036-60a8ab5d713f taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.224506] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.224595] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.224708] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.224779] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6720483-73cc-4d21-a036-60a8ab5d713f',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.225521] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.225620] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.225688] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.225836] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.225908] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.226628] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.226736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.226802] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.226948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.227639] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f81e6109-86a2-46b0-8e73-6eb3bd6c5b07',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.229422] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ab918e-67c4-4f0d-a0f8-acd148794601 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.229529] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.229601] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.229753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.229825] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ab918e-67c4-4f0d-a0f8-acd148794601',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.230818] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63006db2-be58-4e06-8c73-eb8e691b0be2 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.230932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.230982] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.231148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.231218] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63006db2-be58-4e06-8c73-eb8e691b0be2',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.232258] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.232372] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.232441] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.232701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.232789] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d032f33c-7f5c-4ab1-bc5a-71fe6310f965',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.233802] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.233909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.233971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.234138] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.234209] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeffb69e-fb8c-4983-be0e-2d67ef37cf57',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.235230] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.235374] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.235425] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.235946] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.235946] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecb47dc-b7e9-4e54-a58e-3d9a777a81b7',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.236923] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.237044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.237111] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.237262] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.237333] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.238065] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fec42b01-6b7e-4658-8006-a45db3a7ac88 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.238536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.238536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.238536] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.238536] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fec42b01-6b7e-4658-8006-a45db3a7ac88',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.239158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a2d944-09f4-42e2-824e-4d7e458f766d taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.239267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.239327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.239487] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.239559] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a2d944-09f4-42e2-824e-4d7e458f766d',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.240619] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d33125b8-57f6-417e-87e4-14196078a4ce taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.240722] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.240791] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.240936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.241078] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d33125b8-57f6-417e-87e4-14196078a4ce',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.242040] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-268e2655-a5a3-4704-bb3b-27ce2432be56 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.242150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.242214] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.242361] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.242431] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('268e2655-a5a3-4704-bb3b-27ce2432be56',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.743349] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.743566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.743566] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.743750] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.746371] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.747655] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1a69df-24e8-4a6c-b184-d20188fa2b73 with status ACTIVE [ 1296.747835] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.747950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.748024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.748209] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.748293] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.748471] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.748571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.748630] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.748776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.748842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.749031] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.749125] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.749181] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.749318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.749388] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.749468] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1a69df-24e8-4a6c-b184-d20188fa2b73 is going to be updated. [ 1296.768083] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.768313] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.768487] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.768605] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.768670] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.768859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.769027] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.769114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.769172] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.769317] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.769397] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.769478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.769564] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.775252] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.775428] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.778824] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.778949] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.779685] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.779779] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.785849] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.789472] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.789611] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.790795] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.790890] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.811730] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.811895] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ea3ce5-63fb-4234-b162-d4d1843f0234 is going to be deleted. [ 1296.812705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.812939] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.829666] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.829874] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.830628] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.830741] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.831486] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.831584] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.832313] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.832407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.833090] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.833183] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.833910] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.834008] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.834604] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.835008] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.835126] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.835743] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.836121] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.836246] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.836821] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.837183] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.837275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.837832] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.838205] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.838296] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.838946] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.839307] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.839398] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.840170] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.840544] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.840627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.841881] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.842278] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.842370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.844906] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.845309] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.845469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.845542] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.845719] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.845855] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.846023] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1a69df-24e8-4a6c-b184-d20188fa2b73" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.847385] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.847761] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.847887] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ab918e-67c4-4f0d-a0f8-acd148794601 is going to be deleted. [ 1296.848776] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.848968] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.866683] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.866867] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f81e6109-86a2-46b0-8e73-6eb3bd6c5b07 is going to be deleted. [ 1296.867685] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.867892] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.899951] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.900154] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5cf1432-7ad2-4176-8f0e-86dc98a754a1 is going to be deleted. [ 1296.901025] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.901228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.906451] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.906646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.928526] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.928733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.946765] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.946993] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.967434] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.967641] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d032f33c-7f5c-4ab1-bc5a-71fe6310f965 is going to be deleted. [ 1296.968641] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.968862] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.089084] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.089315] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.090144] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.090266] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63006db2-be58-4e06-8c73-eb8e691b0be2 is going to be deleted. [ 1297.091170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.091381] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.148308] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.148507] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fec42b01-6b7e-4658-8006-a45db3a7ac88 is going to be deleted. [ 1297.149420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.149645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.189196] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.189416] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.203285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.203704] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c is going to be deleted. [ 1297.204414] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.204661] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.255945] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.265929] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.266104] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa9beb5-b78d-492a-8384-0aaca9fdea40 is going to be deleted. [ 1297.267037] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.267258] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.269714] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.269872] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.296379] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4817fa88-257e-4e2e-bd13-9e8efbbd2efe: rpc.has_security_group_logging(os_id): False [ 1297.325704] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.325935] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.352888] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.353121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.359032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.359032] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 268e2655-a5a3-4704-bb3b-27ce2432be56 is going to be deleted. [ 1297.359431] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.359673] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.373724] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.373965] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.377733] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.377905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.470234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.470234] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a22e6947-8ced-4e4f-af9d-254c417f6bc2 is going to be deleted. [ 1297.470234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.470234] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.507789] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.507971] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecb47dc-b7e9-4e54-a58e-3d9a777a81b7 is going to be deleted. [ 1297.508841] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.509069] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.538982] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.539215] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.562390] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.562578] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78ca2d5d-5904-4b97-92e6-2c6fe93ca36b is going to be deleted. [ 1297.563470] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.563695] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.621211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.621397] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d33125b8-57f6-417e-87e4-14196078a4ce is going to be deleted. [ 1297.622220] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.622439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.623879] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.623990] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.658539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.658710] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a2d944-09f4-42e2-824e-4d7e458f766d is going to be deleted. [ 1297.659575] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.659790] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.702365] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.702548] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce50da70-dc64-4326-9bea-a098b986f453 is going to be deleted. [ 1297.703461] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.703677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.705062] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.705174] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.739132] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.739275] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.758022] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.758237] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.758285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.758495] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.758587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.758686] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf is going to be created. [ 1297.783682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.783861] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1eed4e-f69e-4ecb-8c33-35a59dedfdac is going to be deleted. [ 1297.784733] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.784950] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.792554] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.792736] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.826270] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.826514] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.871082] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.871312] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6720483-73cc-4d21-a036-60a8ab5d713f is going to be deleted. [ 1297.872158] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.872385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.881644] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.881912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.881912] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.882119] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.882276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.922793] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.923029] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.950519] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.950667] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeffb69e-fb8c-4983-be0e-2d67ef37cf57 is going to be deleted. [ 1297.951633] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.951875] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.951975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.952117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ea3ce5-63fb-4234-b162-d4d1843f0234" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.952280] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.952443] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.952549] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.952656] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ab918e-67c4-4f0d-a0f8-acd148794601" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.953221] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.953400] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.953476] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.953571] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f81e6109-86a2-46b0-8e73-6eb3bd6c5b07" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.953699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.953840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.953917] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.954040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5cf1432-7ad2-4176-8f0e-86dc98a754a1" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.954170] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.954331] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.954420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.954539] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d032f33c-7f5c-4ab1-bc5a-71fe6310f965" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.954662] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.954801] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.954865] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.954979] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63006db2-be58-4e06-8c73-eb8e691b0be2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.955114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.955252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.955324] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.955488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fec42b01-6b7e-4658-8006-a45db3a7ac88" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.955610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.955744] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.955821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.955936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e0f2c3-01cc-47c3-b7da-23d78fbf0e6c" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.956071] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.956212] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.960172] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: UNINITIALIZED for 2s [ 1297.985543] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.985812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.994120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.994454] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.994604] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.994677] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.994867] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.994952] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.995064] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be updated. [ 1297.996190] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.996420] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.996543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.996676] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa9beb5-b78d-492a-8384-0aaca9fdea40" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.996813] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.996964] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.997051] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.997169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-268e2655-a5a3-4704-bb3b-27ce2432be56" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.997352] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.997468] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.997559] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.997645] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a22e6947-8ced-4e4f-af9d-254c417f6bc2" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.997768] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.997923] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.998040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.998129] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecb47dc-b7e9-4e54-a58e-3d9a777a81b7" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.998696] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.998852] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.998933] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.999103] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78ca2d5d-5904-4b97-92e6-2c6fe93ca36b" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.999228] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.999402] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.999486] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.999610] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a2d944-09f4-42e2-824e-4d7e458f766d" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.999753] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.999878] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.999971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.000136] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d33125b8-57f6-417e-87e4-14196078a4ce" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.000249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.000389] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.000463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.000560] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce50da70-dc64-4326-9bea-a098b986f453" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.000689] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.000833] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.000908] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.001032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1eed4e-f69e-4ecb-8c33-35a59dedfdac" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.087339] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.087568] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.087652] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.087971] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.088121] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.088303] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6720483-73cc-4d21-a036-60a8ab5d713f" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.099414] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.099658] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.099787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.100115] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.100249] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.100429] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeffb69e-fb8c-4983-be0e-2d67ef37cf57" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.158672] env[65957]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.159457] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.159672] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.159787] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.160134] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.160367] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.224721] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 1299.970715] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: SUCCESS [ 1299.971035] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.971213] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.971458] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.971729] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.971921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.971996] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.972182] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.972267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.972357] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.972451] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.247161] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 1300.247392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.474881] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.475155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.475155] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.475323] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.475509] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.475623] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.475667] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.475823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.475905] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.475991] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.476158] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.476248] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.476304] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.476466] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.476627] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.476740] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.476806] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.476956] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.477048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.477130] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.477220] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.979942] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70fbfa1-c133-4ba9-9066-08bb62a3eeaf: rpc.has_security_group_logging(os_id): False [ 1301.005272] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.005508] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.005598] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.005797] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.005888] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.006142] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.006311] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.006413] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.006618] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.006699] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.007540] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.007540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.007540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.007540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.007540] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.007812] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.007812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.007812] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.007916] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.007948] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.008065] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf is going to be created. [ 1301.073844] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.074123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.074123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.074344] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.074526] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.085667] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: IN_PROGRESS for 2s [ 1301.206064] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.206289] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1303.098695] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: SUCCESS [ 1303.099087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.206808] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.207197] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.123554] env[65957]: INFO networking_nsxv3.common.synchronization [req-a3eb2fd7-701e-4827-98d7-3dabc7d24b3f req-60daab85-0913-4260-84f6-0ffca08a2a28 tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1309.124193] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1309.124511] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.124637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.124702] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.124893] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.125043] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.125148] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.125211] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.125355] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.125439] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.125550] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.628159] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.131396] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.634099] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.634270] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.634327] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.634544] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.634634] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.634732] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be updated. [ 1310.664517] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.664763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.664763] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.664922] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.665085] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.675873] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 1312.686651] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 1312.687027] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.126245] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.126245] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.495416] env[65957]: INFO networking_nsxv3.common.synchronization [req-7be76bcf-9120-4f35-8ec8-1a0b7909e6be req-ce698db7-6fe5-419f-9568-c1b1d6e1644a tempest-ServerRescueTestJSON-41774460 tempest-ServerRescueTestJSON-41774460-project-member] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1317.495926] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1317.496266] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.496392] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.496463] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.496681] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.496833] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.496936] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.496998] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.497169] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.497252] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.497347] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.772468] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.772667] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.772794] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.773068] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.773332] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.773492] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.773619] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.773836] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.773974] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.774204] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.774313] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] NeedRegenerationException {{(pid=65957) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.774416] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] no value, waiting for create lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.774519] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] value creation lock acquired {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.774622] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] No value present for key: 'zone-id' {{(pid=65957) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.774723] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Calling creation function for not-yet-present value {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.774848] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.795378] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.795529] env[65957]: DEBUG dogpile.cache.region [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65957) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1317.795685] env[65957]: DEBUG dogpile.lock [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Released creation lock {{(pid=65957) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.795864] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "network-679" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.796201] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock port-b0d01f65-a2bd-498c-bc60-553a6e305762 taken with stack trace [, , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.796371] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.796489] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.796834] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.796974] env[65957]: DEBUG networking_nsxv3.api.rpc [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d01f65-a2bd-498c-bc60-553a6e305762',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.999216] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.299697] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.299976] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.300116] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.300401] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.300550] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.300703] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Segment Port b0d01f65-a2bd-498c-bc60-553a6e305762 not found, creating... [ 1318.300965] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.301134] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.301249] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.301465] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.301595] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.301870] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.302030] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.302144] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.302345] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.302473] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.302609] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Resource: SegmentPort with ID: b0d01f65-a2bd-498c-bc60-553a6e305762 is going to be created. [ 1318.321917] env[65957]: DEBUG networking_nsxv3.common.locking [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.321917] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.322225] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.322439] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.322764] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.322885] env[65957]: DEBUG oslo_concurrency.lockutils [None req-bbaad124-c48d-4819-8871-4beb81a6915f None None] Releasing lock "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.501858] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.004047] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.004239] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.004291] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.004500] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.004587] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.004688] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf is going to be updated. [ 1319.017897] env[65957]: INFO networking_nsxv3.common.synchronization [req-7be76bcf-9120-4f35-8ec8-1a0b7909e6be req-23ac32e1-8c13-4846-b060-e90a4dbf0dce service nova] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_rules [ 1319.018100] env[65957]: INFO networking_nsxv3.common.synchronization [req-7be76bcf-9120-4f35-8ec8-1a0b7909e6be req-23ac32e1-8c13-4846-b060-e90a4dbf0dce service nova] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1319.018243] env[65957]: INFO networking_nsxv3.common.synchronization [req-7be76bcf-9120-4f35-8ec8-1a0b7909e6be req-23ac32e1-8c13-4846-b060-e90a4dbf0dce service nova] Enqueued Resource ID: b0d01f65-a2bd-498c-bc60-553a6e305762 with Priority: HIGHEST for action port [ 1319.018470] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_rules [ 1319.018601] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1319.018708] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d01f65-a2bd-498c-bc60-553a6e305762 with Priority: HIGHEST for action port [ 1319.019282] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.019409] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.019478] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.019682] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.019767] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.020606] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.020701] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.021227] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d01f65-a2bd-498c-bc60-553a6e305762 taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.021405] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.022024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.022024] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.022024] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d01f65-a2bd-498c-bc60-553a6e305762',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.032586] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.032859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.032859] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.033087] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.033204] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.045304] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: IN_PROGRESS for 2s [ 1319.523929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.524385] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.524385] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d01f65-a2bd-498c-bc60-553a6e305762 with status ACTIVE [ 1319.524480] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.524537] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.524609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.524821] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.524909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.525098] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.525196] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.525256] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.525407] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.525482] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.525748] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.525842] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.525941] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.526011] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.526095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.526169] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d01f65-a2bd-498c-bc60-553a6e305762 is going to be updated. [ 1319.547215] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.547444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.547444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.547609] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.547748] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.547904] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d01f65-a2bd-498c-bc60-553a6e305762" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.055877] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: SUCCESS [ 1321.056412] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.056469] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.056715] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.056962] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.057167] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.057243] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.057543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.057646] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.057851] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.559967] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.062392] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.564620] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.564840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.564840] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.565150] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.565271] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.565400] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf is going to be updated. [ 1322.592925] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.593095] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.593146] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.593348] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.593492] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.603282] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: IN_PROGRESS for 2s [ 1324.019699] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.020152] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1324.615713] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: SUCCESS [ 1324.615932] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.616104] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.616329] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.616574] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.616705] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.616773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.616937] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.617032] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.617123] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.617218] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.951407] env[65957]: INFO networking_nsxv3.common.synchronization [req-3ca33914-1e9b-49af-9b4a-6d1f9112577b req-d41da68f-5c98-4c4a-ba67-1acdbdb32aad tempest-ServerActionsTestOtherA-289083036 tempest-ServerActionsTestOtherA-289083036-project-member] Enqueued Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1324.951977] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe with Priority: HIGHEST for action security_group_members [ 1324.952329] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.952488] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.952545] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.952716] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.952878] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.952973] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.953047] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.953200] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.953285] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.953377] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4817fa88-257e-4e2e-bd13-9e8efbbd2efe',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.119502] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.119909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.119909] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.120021] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.120117] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.120224] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.120288] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.120444] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.120531] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.120621] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.120770] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.120861] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.120921] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.121078] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.121215] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.121305] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.121364] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.121498] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.121574] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.121657] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.121767] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.458130] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.458370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.458370] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.458577] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.458668] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.458872] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.458975] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.459068] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.459202] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.459276] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.459365] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe is going to be updated. [ 1325.491790] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.492345] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.492424] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.492651] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.492793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.504411] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: IN_PROGRESS for 2s [ 1325.624227] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70fbfa1-c133-4ba9-9066-08bb62a3eeaf: rpc.has_security_group_logging(os_id): False [ 1325.642185] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.642410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.642410] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.642627] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.642720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.642921] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.643048] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.643117] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.643299] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.643384] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.643675] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.643798] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.643900] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.644114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.644198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.644419] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.644516] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.644578] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.644720] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.644793] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.644877] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf is going to be updated. [ 1325.710204] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.710438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.710438] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.710625] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.710773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.726384] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: IN_PROGRESS for 2s [ 1327.514251] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe in Status: SUCCESS [ 1327.514642] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4817fa88-257e-4e2e-bd13-9e8efbbd2efe deletion is rescheduled due to dependency. [ 1327.514642] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4817fa88-257e-4e2e-bd13-9e8efbbd2efe" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.739802] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: SUCCESS [ 1327.740040] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.953547] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.953940] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.954574] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.954574] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.955329] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.955582] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.241308] env[65957]: INFO networking_nsxv3.common.synchronization [req-80bbd0b2-b874-49aa-8a32-a4d2e41bdb7e req-1cf8a105-52a4-417a-b8d4-1498528902ad tempest-ServerRescueTestJSON-41774460 tempest-ServerRescueTestJSON-41774460-project-member] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1341.241915] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1341.242290] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.242499] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.242564] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.242773] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.242929] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.243038] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.243114] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.243244] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.243318] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.243430] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.746019] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.248674] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.752046] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.752046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.752046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.752046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.752046] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.752046] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf is going to be updated. [ 1342.781670] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.781877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.781877] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.782044] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.782184] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.803269] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: IN_PROGRESS for 2s [ 1344.822450] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: SUCCESS [ 1344.822896] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.243617] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.244030] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.817478] env[65957]: INFO networking_nsxv3.common.synchronization [req-358de167-9cd1-489f-b74a-a0c71ce7e697 req-fb4c5bd0-ef7e-46bb-ba9a-bc56fda6c751 tempest-ServerRescueTestJSON-41774460 tempest-ServerRescueTestJSON-41774460-project-member] Enqueued Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1347.818023] env[65957]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf with Priority: HIGHEST for action security_group_members [ 1347.818330] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf taken with stack trace [, , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.818453] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.818543] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.818717] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.818874] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.818992] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.819096] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.819198] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.819279] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.819366] env[65957]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70fbfa1-c133-4ba9-9066-08bb62a3eeaf',) {} {{(pid=65957) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.321375] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.321665] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.321823] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.322120] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.322284] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.322533] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.322690] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.322794] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.323010] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.323168] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.323317] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf is going to be updated. [ 1348.357333] env[65957]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65957) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.357538] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.357637] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.358013] env[65957]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.358267] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.368192] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: IN_PROGRESS for 2s [ 1350.379337] env[65957]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf in Status: SUCCESS [ 1350.379757] env[65957]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70fbfa1-c133-4ba9-9066-08bb62a3eeaf deletion is rescheduled due to dependency. [ 1350.379757] env[65957]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70fbfa1-c133-4ba9-9066-08bb62a3eeaf" {{(pid=65957) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.819140] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.819531] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.820440] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.820881] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.821643] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.822037] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.822935] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.823363] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.823985] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.823985] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.825426] env[65957]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.825426] env[65957]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0